[ 483.711828] env[62633]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62633) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.712184] env[62633]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62633) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.712295] env[62633]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62633) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.712649] env[62633]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 483.813530] env[62633]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62633) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 483.823540] env[62633]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62633) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 483.865008] env[62633]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 484.427158] env[62633]: INFO nova.virt.driver [None req-b8d338f5-4923-40d3-8e06-3f3cd1f46aec None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 484.496810] env[62633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 484.496968] env[62633]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.497080] env[62633]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62633) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 487.647217] env[62633]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-349c4b57-204c-46ee-91c1-b29d1525a986 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.665480] env[62633]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62633) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 487.665631] env[62633]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-81d5a3a5-d067-48a0-b64d-efa579ae0b76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.692274] env[62633]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a30fe. [ 487.692409] env[62633]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.195s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 487.693026] env[62633]: INFO nova.virt.vmwareapi.driver [None req-b8d338f5-4923-40d3-8e06-3f3cd1f46aec None None] VMware vCenter version: 7.0.3 [ 487.696469] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bba20c-b17a-4922-8d02-0a7e06c33260 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.714597] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b109ce32-0716-4678-a244-40e603e99fa2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.720379] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2626de5a-c229-41d6-9161-8b3fd6e8e992 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.726889] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a9a41d-0dc6-4089-acb4-a3e10c9757a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.739770] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f311d150-0d4a-4f41-9800-24955f1adc3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.745533] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4610898f-9228-422d-9ad4-f5946f876f39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.775089] env[62633]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7d52eab6-05c9-4ce0-8e34-e7118e62c209 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.780302] env[62633]: DEBUG nova.virt.vmwareapi.driver [None req-b8d338f5-4923-40d3-8e06-3f3cd1f46aec None None] Extension org.openstack.compute already exists. {{(pid=62633) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 487.783019] env[62633]: INFO nova.compute.provider_config [None req-b8d338f5-4923-40d3-8e06-3f3cd1f46aec None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 488.288222] env[62633]: DEBUG nova.context [None req-b8d338f5-4923-40d3-8e06-3f3cd1f46aec None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3991e535-344c-4c50-8aeb-3ae793e44218(cell1) {{(pid=62633) load_cells /opt/stack/nova/nova/context.py:464}} [ 488.291281] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.291508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.292226] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.292655] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Acquiring lock "3991e535-344c-4c50-8aeb-3ae793e44218" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.292944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Lock "3991e535-344c-4c50-8aeb-3ae793e44218" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.294091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Lock "3991e535-344c-4c50-8aeb-3ae793e44218" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.314103] env[62633]: INFO dbcounter [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Registered counter for database nova_cell0 [ 488.322275] env[62633]: INFO dbcounter [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Registered counter for database nova_cell1 [ 488.325633] env[62633]: DEBUG oslo_db.sqlalchemy.engines [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62633) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 488.326250] env[62633]: DEBUG oslo_db.sqlalchemy.engines [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62633) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 488.330813] env[62633]: ERROR nova.db.main.api [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 488.330813] env[62633]: result = function(*args, **kwargs) [ 488.330813] env[62633]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.330813] env[62633]: return func(*args, **kwargs) [ 488.330813] env[62633]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.330813] env[62633]: result = fn(*args, **kwargs) [ 488.330813] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.330813] env[62633]: return f(*args, **kwargs) [ 488.330813] env[62633]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 488.330813] env[62633]: return db.service_get_minimum_version(context, binaries) [ 488.330813] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.330813] env[62633]: _check_db_access() [ 488.330813] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.330813] env[62633]: stacktrace = ''.join(traceback.format_stack()) [ 488.330813] env[62633]: [ 488.331626] env[62633]: ERROR nova.db.main.api [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 488.331626] env[62633]: result = function(*args, **kwargs) [ 488.331626] env[62633]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.331626] env[62633]: return func(*args, **kwargs) [ 488.331626] env[62633]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.331626] env[62633]: result = fn(*args, **kwargs) [ 488.331626] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.331626] env[62633]: return f(*args, **kwargs) [ 488.331626] env[62633]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 488.331626] env[62633]: return db.service_get_minimum_version(context, binaries) [ 488.331626] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.331626] env[62633]: _check_db_access() [ 488.331626] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.331626] env[62633]: stacktrace = ''.join(traceback.format_stack()) [ 488.331626] env[62633]: [ 488.332020] env[62633]: WARNING nova.objects.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 488.332167] env[62633]: WARNING nova.objects.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Failed to get minimum service version for cell 3991e535-344c-4c50-8aeb-3ae793e44218 [ 488.332585] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Acquiring lock "singleton_lock" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 488.332777] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Acquired lock "singleton_lock" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 488.333090] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Releasing lock "singleton_lock" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 488.333455] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Full set of CONF: {{(pid=62633) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 488.333567] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ******************************************************************************** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 488.333701] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] Configuration options gathered from: {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 488.333834] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 488.334042] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 488.334175] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ================================================================================ {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 488.334381] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] allow_resize_to_same_host = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.334551] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] arq_binding_timeout = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.334685] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] backdoor_port = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.334814] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] backdoor_socket = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.334983] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] block_device_allocate_retries = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.335173] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] block_device_allocate_retries_interval = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.335346] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cert = self.pem {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.335515] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.335685] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute_monitors = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.335854] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] config_dir = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.336095] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] config_drive_format = iso9660 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.336246] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.336421] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] config_source = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.336595] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] console_host = devstack {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.336763] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] control_exchange = nova {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.336960] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cpu_allocation_ratio = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.337150] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] daemon = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.337325] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] debug = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.337485] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] default_access_ip_network_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.337654] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] default_availability_zone = nova {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.337813] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] default_ephemeral_format = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.337977] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] default_green_pool_size = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.338232] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.338399] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] default_schedule_zone = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.338559] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] disk_allocation_ratio = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.338720] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] enable_new_services = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.338900] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] enabled_apis = ['osapi_compute'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.339079] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] enabled_ssl_apis = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.339242] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] flat_injected = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.339406] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] force_config_drive = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.339564] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] force_raw_images = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.339734] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] graceful_shutdown_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.339900] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] heal_instance_info_cache_interval = -1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.340143] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] host = cpu-1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.340331] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.340499] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.340665] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.340930] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.341124] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] instance_build_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.341293] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] instance_delete_interval = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.341465] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] instance_format = [instance: %(uuid)s] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.341637] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] instance_name_template = instance-%08x {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.341804] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] instance_usage_audit = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.341974] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] instance_usage_audit_period = month {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.342156] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.342325] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.342493] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] internal_service_availability_zone = internal {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.342651] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] key = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.342850] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] live_migration_retry_count = 30 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.343039] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] log_color = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.343214] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] log_config_append = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.343384] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.343552] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] log_dir = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.343761] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] log_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.343839] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] log_options = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.343997] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] log_rotate_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.344184] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] log_rotate_interval_type = days {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.344352] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] log_rotation_type = none {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.344489] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.344616] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.344788] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.344956] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.345119] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.345306] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] long_rpc_timeout = 1800 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.345473] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] max_concurrent_builds = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.345636] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] max_concurrent_live_migrations = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.345798] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] max_concurrent_snapshots = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.345961] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] max_local_block_devices = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.346180] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] max_logfile_count = 30 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.346292] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] max_logfile_size_mb = 200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.346452] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] maximum_instance_delete_attempts = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.346621] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] metadata_listen = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.346786] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] metadata_listen_port = 8775 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.346958] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] metadata_workers = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.347137] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] migrate_max_retries = -1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.347306] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] mkisofs_cmd = genisoimage {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.347511] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.347645] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] my_ip = 10.180.1.21 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.347848] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.348027] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] network_allocate_retries = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.348213] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.348381] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.348545] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] osapi_compute_listen_port = 8774 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.348712] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] osapi_compute_unique_server_name_scope = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.348900] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] osapi_compute_workers = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.349100] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] password_length = 12 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.349271] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] periodic_enable = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.349430] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] periodic_fuzzy_delay = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.349598] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] pointer_model = usbtablet {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.349763] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] preallocate_images = none {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.349925] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] publish_errors = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.350068] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] pybasedir = /opt/stack/nova {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.350228] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ram_allocation_ratio = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.350391] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] rate_limit_burst = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.350557] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] rate_limit_except_level = CRITICAL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.350724] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] rate_limit_interval = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.350881] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] reboot_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.351049] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] reclaim_instance_interval = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.351211] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] record = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.351380] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] reimage_timeout_per_gb = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.351545] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] report_interval = 120 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.351708] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] rescue_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.351870] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] reserved_host_cpus = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.352039] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] reserved_host_disk_mb = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.352202] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] reserved_host_memory_mb = 512 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.352360] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] reserved_huge_pages = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.352521] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] resize_confirm_window = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.352678] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] resize_fs_using_block_device = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.352890] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] resume_guests_state_on_host_boot = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.353091] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.353263] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] rpc_response_timeout = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.353426] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] run_external_periodic_tasks = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.353646] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] running_deleted_instance_action = reap {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.353757] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.353918] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] running_deleted_instance_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.354089] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler_instance_sync_interval = 120 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.354262] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_down_time = 720 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.354428] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] servicegroup_driver = db {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.354585] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] shell_completion = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.354745] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] shelved_offload_time = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.354908] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] shelved_poll_interval = 3600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.355112] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] shutdown_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.355292] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] source_is_ipv6 = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.355454] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ssl_only = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.355702] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.355878] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] sync_power_state_interval = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.356055] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] sync_power_state_pool_size = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.356234] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] syslog_log_facility = LOG_USER {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.356388] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] tempdir = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.356549] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] timeout_nbd = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.356718] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] transport_url = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.356882] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] update_resources_interval = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.357052] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] use_cow_images = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.357239] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] use_journal = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.357409] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] use_json = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.357571] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] use_rootwrap_daemon = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.357729] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] use_stderr = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.357890] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] use_syslog = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.358058] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vcpu_pin_set = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.358231] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plugging_is_fatal = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.358405] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plugging_timeout = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.358564] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] virt_mkfs = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.358726] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] volume_usage_poll_interval = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.358890] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] watch_log_file = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.359084] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] web = /usr/share/spice-html5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.359358] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.360056] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.360056] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.360056] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_concurrency.disable_process_locking = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.360678] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.360920] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.361117] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.361301] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.361478] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.361651] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.361840] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.auth_strategy = keystone {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.362025] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.compute_link_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.362209] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.362387] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.dhcp_domain = novalocal {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.362560] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.enable_instance_password = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.362746] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.glance_link_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.362924] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.363120] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.363291] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.instance_list_per_project_cells = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.363457] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.list_records_by_skipping_down_cells = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.363623] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.local_metadata_per_cell = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.363795] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.max_limit = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.363963] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.metadata_cache_expiration = 15 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.364154] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.neutron_default_tenant_id = default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.364325] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.response_validation = warn {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.364500] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.use_neutron_default_nets = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.364669] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.364845] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.365077] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.365271] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.365447] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.vendordata_dynamic_targets = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.365614] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.vendordata_jsonfile_path = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.365798] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.365998] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.backend = dogpile.cache.memcached {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.366184] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.backend_argument = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.366347] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.backend_expiration_time = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.366520] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.config_prefix = cache.oslo {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.366692] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.dead_timeout = 60.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.366858] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.debug_cache_backend = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.367032] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.enable_retry_client = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.367199] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.enable_socket_keepalive = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.367368] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.enabled = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.367530] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.enforce_fips_mode = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.367696] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.expiration_time = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.367857] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.hashclient_retry_attempts = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.368042] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.368213] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_dead_retry = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.368375] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_password = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.368539] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.368703] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.368867] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_pool_maxsize = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.369040] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.369238] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_sasl_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.369421] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.369591] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.369755] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.memcache_username = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.369923] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.proxies = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.370102] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.redis_db = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.370326] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.redis_password = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.370444] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.370621] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.370819] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.redis_server = localhost:6379 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.371018] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.redis_socket_timeout = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.371183] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.redis_username = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.371350] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.retry_attempts = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.371517] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.retry_delay = 0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.371681] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.socket_keepalive_count = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.371844] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.socket_keepalive_idle = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.372015] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.socket_keepalive_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.372184] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.tls_allowed_ciphers = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.372343] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.tls_cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.372499] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.tls_certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.372686] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.tls_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.372906] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cache.tls_keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.373107] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.373292] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.auth_type = password {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.373461] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.373638] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.373802] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.373968] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.374146] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.cross_az_attach = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.374311] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.debug = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.374469] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.endpoint_template = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.374633] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.http_retries = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.374795] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.374954] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.375164] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.os_region_name = RegionOne {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.375364] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.375535] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cinder.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.375712] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.375876] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.cpu_dedicated_set = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.376049] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.cpu_shared_set = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.376220] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.image_type_exclude_list = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.376386] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.376550] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.376711] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.376887] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.377105] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.377279] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.resource_provider_association_refresh = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.377443] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.377607] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.shutdown_retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.377789] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.377973] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] conductor.workers = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.378170] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] console.allowed_origins = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.378335] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] console.ssl_ciphers = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.378506] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] console.ssl_minimum_version = default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.378683] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] consoleauth.enforce_session_timeout = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.378846] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] consoleauth.token_ttl = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.379029] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.379194] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.379357] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.379516] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.379675] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.379832] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.380050] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.380245] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.380410] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.380570] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.380731] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.380893] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.381061] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.381266] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.service_type = accelerator {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.381448] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.381611] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.381772] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.381934] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.382130] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.382297] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] cyborg.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.382465] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.asyncio_connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.382626] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.asyncio_slave_connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.382823] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.backend = sqlalchemy {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.383018] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.383189] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.connection_debug = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.383361] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.connection_parameters = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.383526] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.connection_recycle_time = 3600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.383694] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.connection_trace = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.383856] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.db_inc_retry_interval = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.384031] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.db_max_retries = 20 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.384202] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.db_max_retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.384367] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.db_retry_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.384529] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.max_overflow = 50 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.384692] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.max_pool_size = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.384879] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.max_retries = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.385096] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.385272] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.mysql_wsrep_sync_wait = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.385433] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.pool_timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.385597] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.385755] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.slave_connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.385917] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.sqlite_synchronous = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.386089] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] database.use_db_reconnect = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.386261] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.asyncio_connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.386421] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.asyncio_slave_connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.386590] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.backend = sqlalchemy {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.386759] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.386926] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.connection_debug = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.387174] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.connection_parameters = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.387359] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.connection_recycle_time = 3600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.387527] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.connection_trace = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.387696] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.db_inc_retry_interval = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.387870] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.db_max_retries = 20 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.388016] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.db_max_retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.388188] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.db_retry_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.388357] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.max_overflow = 50 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.388521] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.max_pool_size = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.388684] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.max_retries = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.388852] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.389027] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.389192] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.pool_timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.389356] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.389515] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.slave_connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.389678] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] api_database.sqlite_synchronous = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.389855] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] devices.enabled_mdev_types = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.390046] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.390243] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.390482] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ephemeral_storage_encryption.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.390671] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.390877] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.api_servers = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.391075] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.391247] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.391414] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.391578] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.391744] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.391906] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.debug = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.392088] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.default_trusted_certificate_ids = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.392257] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.enable_certificate_validation = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.392420] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.enable_rbd_download = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.392578] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.392767] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.392938] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.393135] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.393276] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.393442] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.num_retries = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.393610] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.rbd_ceph_conf = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.393774] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.rbd_connect_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.393941] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.rbd_pool = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.394120] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.rbd_user = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.394288] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.394449] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.394609] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.394779] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.service_type = image {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.394947] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.395112] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.395273] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.395429] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.395607] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.395771] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.verify_glance_signatures = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.395933] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] glance.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.396110] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] guestfs.debug = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.396280] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.396443] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.396602] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.396761] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.396951] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.397139] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.397299] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.397459] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.397621] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.397776] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.397936] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.398104] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.398265] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.398425] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.398583] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.398751] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.service_type = shared-file-system {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.398915] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.share_apply_policy_timeout = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.399119] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.399298] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.399460] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.399619] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.399803] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.399966] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] manila.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.400149] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] mks.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.400500] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.400694] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] image_cache.manager_interval = 2400 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.400867] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] image_cache.precache_concurrency = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.401057] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] image_cache.remove_unused_base_images = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.401238] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.401408] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.401585] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] image_cache.subdirectory_name = _base {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.401764] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.api_max_retries = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.401986] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.api_retry_interval = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.402111] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.402277] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.402437] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.402596] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.402782] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.402960] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.conductor_group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.403139] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.403303] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.403462] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.403625] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.403785] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.403949] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.404201] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.404396] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.peer_list = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.404561] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.404723] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.404893] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.serial_console_state_timeout = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.405069] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.405245] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.service_type = baremetal {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.405411] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.shard = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.405574] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.405736] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.405896] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.406067] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.406251] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.406414] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ironic.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.406598] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.406775] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] key_manager.fixed_key = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.406963] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.407139] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.barbican_api_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.407302] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.barbican_endpoint = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.407475] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.barbican_endpoint_type = public {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.407634] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.barbican_region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.407793] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.407962] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.408133] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.408297] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.408454] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.408616] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.number_of_retries = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.408780] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.retry_delay = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.408973] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.send_service_user_token = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.409210] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.409410] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.409582] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.verify_ssl = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.409745] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican.verify_ssl_path = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.409917] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican_service_user.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.410094] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican_service_user.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.410260] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican_service_user.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.410419] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican_service_user.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.410583] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican_service_user.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.410745] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican_service_user.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.410904] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican_service_user.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.411108] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican_service_user.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.411294] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] barbican_service_user.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.411469] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.approle_role_id = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.411631] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.approle_secret_id = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.411804] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.kv_mountpoint = secret {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.411968] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.kv_path = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.412149] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.kv_version = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.412311] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.namespace = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.412470] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.root_token_id = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.412631] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.ssl_ca_crt_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.412823] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.timeout = 60.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.412999] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.use_ssl = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.413187] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.413359] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.413522] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.413686] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.413854] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.414014] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.414182] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.414346] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.414504] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.414663] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.414818] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.414976] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.415174] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.415340] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.415510] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.service_type = identity {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.415672] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.415834] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.415992] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.416164] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.416344] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.416503] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] keystone.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.416691] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.ceph_mount_options = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.417012] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.417210] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.connection_uri = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.417378] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.cpu_mode = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.417547] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.417719] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.cpu_models = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.417891] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.cpu_power_governor_high = performance {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.418070] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.418236] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.cpu_power_management = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.418407] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.418578] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.device_detach_attempts = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.418745] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.device_detach_timeout = 20 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.418916] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.disk_cachemodes = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.419089] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.disk_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.419258] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.enabled_perf_events = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.419422] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.file_backed_memory = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.419587] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.gid_maps = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.419748] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.hw_disk_discard = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.419907] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.hw_machine_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.420090] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.images_rbd_ceph_conf = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.420260] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.420423] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.420594] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.images_rbd_glance_store_name = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.420796] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.images_rbd_pool = rbd {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.420987] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.images_type = default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.421166] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.images_volume_group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.421332] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.inject_key = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.421495] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.inject_partition = -2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.421656] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.inject_password = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.421819] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.iscsi_iface = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.421984] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.iser_use_multipath = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.422160] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.422325] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.422488] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_downtime = 500 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.422649] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.422843] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.423030] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_inbound_addr = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.423234] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.423409] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.423608] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_scheme = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.423813] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_timeout_action = abort {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.423991] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_tunnelled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.424169] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_uri = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.424336] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.live_migration_with_native_tls = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.424497] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.max_queues = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.424691] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.424924] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.425102] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.nfs_mount_options = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.425401] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.425578] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.425744] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.425911] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.426089] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.426258] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.num_pcie_ports = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.426425] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.426590] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.pmem_namespaces = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.426748] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.quobyte_client_cfg = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.427060] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.427242] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.427411] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.427578] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.427740] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rbd_secret_uuid = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.427900] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rbd_user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.428077] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.428254] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.428415] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rescue_image_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.428573] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rescue_kernel_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.428732] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rescue_ramdisk_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.428903] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.429070] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.rx_queue_size = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.429239] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.smbfs_mount_options = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.429533] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.429707] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.snapshot_compression = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.429868] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.snapshot_image_format = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430111] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430281] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.sparse_logical_volumes = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430443] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.swtpm_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430615] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.swtpm_group = tss {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430826] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.swtpm_user = tss {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431038] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.sysinfo_serial = unique {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431208] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.tb_cache_size = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431366] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.tx_queue_size = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431530] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.uid_maps = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431690] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.use_virtio_for_bridges = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431858] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.virt_type = kvm {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432037] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.volume_clear = zero {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432206] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.volume_clear_size = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432371] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.volume_use_multipath = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432527] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.vzstorage_cache_path = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432693] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432892] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433078] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433250] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433542] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433745] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.vzstorage_mount_user = stack {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433926] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434115] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434293] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.auth_type = password {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434454] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434614] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434775] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434936] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435109] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435316] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.default_floating_pool = public {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435481] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435647] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.extension_sync_interval = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435808] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.http_retries = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435973] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436147] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436311] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436482] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436640] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436809] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.ovs_bridge = br-int {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436977] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.physnets = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437161] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.region_name = RegionOne {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437323] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437491] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.service_metadata_proxy = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437654] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437821] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.service_type = network {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437984] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438158] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438316] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438474] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438652] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438814] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] neutron.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438988] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] notifications.bdms_in_notifications = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439180] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] notifications.default_level = INFO {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439348] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] notifications.include_share_mapping = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439522] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] notifications.notification_format = unversioned {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439688] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] notifications.notify_on_state_change = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439865] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440054] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] pci.alias = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440231] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] pci.device_spec = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440397] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] pci.report_in_placement = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440571] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440763] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.auth_type = password {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440951] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441130] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441290] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441453] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441610] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441767] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441926] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.default_domain_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442093] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.default_domain_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442253] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.domain_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442410] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.domain_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442567] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442752] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442912] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443087] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443246] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443414] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.password = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443574] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.project_domain_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443764] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.project_domain_name = Default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443938] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.project_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444128] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.project_name = service {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444300] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.region_name = RegionOne {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444464] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444624] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444795] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.service_type = placement {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444965] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445138] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445297] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445455] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.system_scope = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445609] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445765] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.trust_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445925] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.user_domain_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446105] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.user_domain_name = Default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446265] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.user_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446436] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.username = nova {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446615] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446772] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] placement.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446948] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.cores = 20 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447123] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.count_usage_from_placement = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447293] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447459] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.injected_file_content_bytes = 10240 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447624] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.injected_file_path_length = 255 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447789] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.injected_files = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447953] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.instances = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448131] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.key_pairs = 100 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448295] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.metadata_items = 128 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448459] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.ram = 51200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448620] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.recheck_quota = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448784] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.server_group_members = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448950] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.server_groups = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449170] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449343] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] quota.unified_limits_resource_strategy = require {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449520] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449681] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449840] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.image_metadata_prefilter = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450008] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450180] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.max_attempts = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450341] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.max_placement_results = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450502] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450661] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450817] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450989] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] scheduler.workers = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451177] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451347] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451523] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451688] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451853] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452028] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452196] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452386] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452557] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.host_subset_size = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452735] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452907] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453086] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453254] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.isolated_hosts = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453416] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.isolated_images = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453592] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453773] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453937] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454113] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.pci_in_placement = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454280] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454442] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454603] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454762] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454926] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455100] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455263] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.track_instance_changes = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455439] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455606] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] metrics.required = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455769] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] metrics.weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455935] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456112] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] metrics.weight_setting = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456427] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456602] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] serial_console.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456778] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] serial_console.port_range = 10000:20000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456951] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457130] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457296] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] serial_console.serialproxy_port = 6083 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457459] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457630] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.auth_type = password {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457832] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458027] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458198] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458360] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458518] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458687] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.send_service_user_token = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458852] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459021] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] service_user.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459191] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.agent_enabled = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459350] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459651] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459854] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460041] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.html5proxy_port = 6082 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460209] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.image_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460368] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.jpeg_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460526] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.playback_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460688] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.require_secure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460882] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.server_listen = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461077] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461243] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.streaming_mode = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461402] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] spice.zlib_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461566] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] upgrade_levels.baseapi = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461736] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] upgrade_levels.compute = auto {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461896] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] upgrade_levels.conductor = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462063] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] upgrade_levels.scheduler = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462231] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462392] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462550] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vendordata_dynamic_auth.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462712] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vendordata_dynamic_auth.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462895] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463073] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vendordata_dynamic_auth.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463239] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463400] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463558] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vendordata_dynamic_auth.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463750] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.api_retry_count = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463926] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.ca_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464115] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464285] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.cluster_name = testcl1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464451] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.connection_pool_size = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464611] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.console_delay_seconds = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464780] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.datastore_regex = ^datastore.* {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464990] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465181] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.host_password = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465350] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.host_port = 443 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465518] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.host_username = administrator@vsphere.local {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465685] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.insecure = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465849] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.integration_bridge = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466026] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.maximum_objects = 100 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466193] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.pbm_default_policy = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466354] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.pbm_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466512] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.pbm_wsdl_location = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466677] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466836] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.serial_port_proxy_uri = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466995] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.serial_port_service_uri = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467199] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.task_poll_interval = 0.5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467372] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.use_linked_clone = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467539] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.vnc_keymap = en-us {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467704] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.vnc_port = 5900 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467860] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vmware.vnc_port_total = 10000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468095] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.auth_schemes = ['none'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468224] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468526] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468714] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468886] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.novncproxy_port = 6080 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469084] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.server_listen = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469270] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469429] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.vencrypt_ca_certs = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469588] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.vencrypt_client_cert = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469746] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vnc.vencrypt_client_key = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469918] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470091] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.disable_deep_image_inspection = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470254] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470413] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470571] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470743] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.disable_rootwrap = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470925] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.enable_numa_live_migration = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471102] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471262] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471422] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471576] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.libvirt_disable_apic = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471733] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471897] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472069] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472231] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472390] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472548] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472732] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472903] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473080] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473249] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473429] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473626] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.client_socket_timeout = 900 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473829] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.default_pool_size = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474015] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.keep_alive = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474193] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.max_header_line = 16384 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474359] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474522] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.ssl_ca_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474729] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.ssl_cert_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474908] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.ssl_key_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475091] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.tcp_keepidle = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475274] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475444] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] zvm.ca_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475605] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] zvm.cloud_connector_url = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475917] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476111] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] zvm.reachable_timeout = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476287] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476463] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476641] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.connection_string = messaging:// {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476810] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476981] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.es_doc_type = notification {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477161] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.es_scroll_size = 10000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477330] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.es_scroll_time = 2m {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477490] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.filter_error_trace = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477656] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.hmac_keys = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477823] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.sentinel_service_name = mymaster {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477987] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.socket_timeout = 0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478163] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.trace_requests = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478323] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler.trace_sqlalchemy = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478504] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler_jaeger.process_tags = {} {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478663] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler_jaeger.service_name_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478826] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] profiler_otlp.service_name_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478992] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] remote_debug.host = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479164] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] remote_debug.port = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479338] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479497] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479660] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479821] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479981] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480153] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480313] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480473] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480630] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480824] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480997] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481183] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481349] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481512] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481680] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481844] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482009] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482187] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482350] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482511] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482673] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482865] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483046] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483213] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483376] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483533] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483696] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483855] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484028] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484195] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.ssl = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484363] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484528] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484686] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484849] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485024] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485190] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485371] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485536] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_notifications.retry = -1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485708] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485878] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486059] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486225] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486385] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486541] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486700] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486857] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487022] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487181] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.endpoint_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487352] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487511] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487664] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.endpoint_region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487821] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.endpoint_service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487980] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.endpoint_service_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488158] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488314] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488474] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488633] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488792] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488953] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489124] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489285] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.service_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489447] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489606] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489766] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489923] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490091] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.valid_interfaces = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490250] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_limit.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490417] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_reports.file_event_handler = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490581] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490755] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] oslo_reports.log_dir = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490951] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491119] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491278] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491451] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491614] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491774] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491945] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492119] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_ovs_privileged.group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492282] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492447] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492609] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492791] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] vif_plug_ovs_privileged.user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492977] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493171] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493345] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493514] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493683] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493856] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494033] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494198] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494376] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494546] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_ovs.isolate_vif = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494719] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494886] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495068] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495238] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495400] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] os_vif_ovs.per_port_bridge = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495574] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] privsep_osbrick.capabilities = [21] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495734] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] privsep_osbrick.group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495893] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] privsep_osbrick.helper_command = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496071] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496240] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496401] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] privsep_osbrick.user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496571] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496730] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] nova_sys_admin.group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496885] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] nova_sys_admin.helper_command = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497059] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497226] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497380] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] nova_sys_admin.user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497508] env[62633]: DEBUG oslo_service.service [None req-7882b35f-87b6-46eb-b21b-fa8cfa716bd3 None None] ******************************************************************************** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 488.497921] env[62633]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 489.001478] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Getting list of instances from cluster (obj){ [ 489.001478] env[62633]: value = "domain-c8" [ 489.001478] env[62633]: _type = "ClusterComputeResource" [ 489.001478] env[62633]: } {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 489.004646] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c536cfaa-961a-48bf-8b4f-b3de28e7765b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.011487] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Got total of 0 instances {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 489.012089] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 489.012555] env[62633]: INFO nova.virt.node [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Generated node identity 99202964-43d9-4e5e-8b3d-44f8431e83fd [ 489.012820] env[62633]: INFO nova.virt.node [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Wrote node identity 99202964-43d9-4e5e-8b3d-44f8431e83fd to /opt/stack/data/n-cpu-1/compute_id [ 489.516139] env[62633]: WARNING nova.compute.manager [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Compute nodes ['99202964-43d9-4e5e-8b3d-44f8431e83fd'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 490.524918] env[62633]: INFO nova.compute.manager [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 491.530965] env[62633]: WARNING nova.compute.manager [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 491.531322] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.531503] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.531664] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.531813] env[62633]: DEBUG nova.compute.resource_tracker [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 491.532772] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1555d3e2-7ff3-4ed7-a93f-567aef4d39e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.541208] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c29609-db66-4bbf-8e89-852b1b9b901f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.555031] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd68014-0e6b-472b-b975-79a1595c8e61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.562145] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78d5fe2-9d66-4f48-a948-8b95277ae4f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.591182] env[62633]: DEBUG nova.compute.resource_tracker [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181155MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 491.591315] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.591489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 492.097182] env[62633]: WARNING nova.compute.resource_tracker [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] No compute node record for cpu-1:99202964-43d9-4e5e-8b3d-44f8431e83fd: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 99202964-43d9-4e5e-8b3d-44f8431e83fd could not be found. [ 492.600407] env[62633]: INFO nova.compute.resource_tracker [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 99202964-43d9-4e5e-8b3d-44f8431e83fd [ 494.108714] env[62633]: DEBUG nova.compute.resource_tracker [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 494.109135] env[62633]: DEBUG nova.compute.resource_tracker [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 494.267669] env[62633]: INFO nova.scheduler.client.report [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] [req-3b4583a1-237b-43d0-83be-a659473dd97d] Created resource provider record via placement API for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 494.285083] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021999a5-cb3a-487b-8efa-bc004a4de90b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.293310] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb12623-0953-4815-b27e-81c005c14323 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.323570] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f181a6ec-fdda-46d9-9632-67e5547f0fef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.332042] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4386d633-8d00-4461-9e7f-937b68a10390 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.345415] env[62633]: DEBUG nova.compute.provider_tree [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 494.882160] env[62633]: DEBUG nova.scheduler.client.report [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Updated inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 494.882397] env[62633]: DEBUG nova.compute.provider_tree [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Updating resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd generation from 0 to 1 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 494.882542] env[62633]: DEBUG nova.compute.provider_tree [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 494.931507] env[62633]: DEBUG nova.compute.provider_tree [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Updating resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd generation from 1 to 2 during operation: update_traits {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 495.436367] env[62633]: DEBUG nova.compute.resource_tracker [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 495.436367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.845s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.436367] env[62633]: DEBUG nova.service [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Creating RPC server for service compute {{(pid=62633) start /opt/stack/nova/nova/service.py:186}} [ 495.449374] env[62633]: DEBUG nova.service [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] Join ServiceGroup membership for this service compute {{(pid=62633) start /opt/stack/nova/nova/service.py:203}} [ 495.449581] env[62633]: DEBUG nova.servicegroup.drivers.db [None req-b26392dd-2fd1-4fbf-a6f0-0e99da80ec0f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62633) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 537.957720] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.958245] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.461702] env[62633]: DEBUG nova.compute.manager [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 539.019569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.019824] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.021701] env[62633]: INFO nova.compute.claims [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.922270] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquiring lock "42cc6567-b062-4405-8fcd-558a7e4baf5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.922605] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.111606] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c0da4-0754-4084-8033-f3d5e1d50f58 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.121209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29b53f-dbc2-46f9-a474-e1a9f952b2d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.160013] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc865b52-22c2-47a9-a4bf-b5cc1445002d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.169198] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e434ef74-9bf3-45b6-863d-5c2dd9bd4bfe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.187061] env[62633]: DEBUG nova.compute.provider_tree [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 540.377976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquiring lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.378338] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.429389] env[62633]: DEBUG nova.compute.manager [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.690674] env[62633]: DEBUG nova.scheduler.client.report [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 540.881673] env[62633]: DEBUG nova.compute.manager [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.968810] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.200581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.200581] env[62633]: DEBUG nova.compute.manager [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 541.201881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.233s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.203898] env[62633]: INFO nova.compute.claims [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 541.406867] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.718017] env[62633]: DEBUG nova.compute.utils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 541.718017] env[62633]: DEBUG nova.compute.manager [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 541.718017] env[62633]: DEBUG nova.network.neutron [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 542.216154] env[62633]: DEBUG nova.policy [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b93b98c5da04591b3917d5ca3ac3d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46d9618fbf8649dd811b051ffcd1afaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 542.228019] env[62633]: DEBUG nova.compute.manager [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 542.310285] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc051ef0-3f40-490f-b17f-1d320bfcd4c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.317701] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14b6c39-5177-451e-94d0-c918aad5e877 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.360815] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fae39f6-42fa-41bc-8081-76a441eb8025 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.370597] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437a7ce3-c73a-4cd5-b128-1143cae15097 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.385867] env[62633]: DEBUG nova.compute.provider_tree [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.893890] env[62633]: DEBUG nova.scheduler.client.report [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.035464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "19610852-7ebd-4dd5-8321-118431b8d7a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.035799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.239973] env[62633]: DEBUG nova.compute.manager [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 543.285121] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 543.285121] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 543.285121] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 543.285351] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 543.288294] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 543.288695] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 543.288787] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 543.288951] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 543.289391] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 543.289593] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 543.289820] env[62633]: DEBUG nova.virt.hardware [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 543.290774] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a101a8ea-862b-49fe-aa36-5288e381bb47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.301988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquiring lock "9e379033-a6bd-4853-918f-8ddcd30ac375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.302232] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.312876] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a673f4c-126a-4865-acd6-5cde5bac7d7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.343761] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fe2752-2ed1-4832-9b5b-b30102d33ac2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.401125] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.401696] env[62633]: DEBUG nova.compute.manager [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 543.405869] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.997s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.408027] env[62633]: INFO nova.compute.claims [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.541970] env[62633]: DEBUG nova.compute.manager [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 543.806345] env[62633]: DEBUG nova.compute.manager [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 543.912491] env[62633]: DEBUG nova.compute.utils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 543.923733] env[62633]: DEBUG nova.compute.manager [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 543.923733] env[62633]: DEBUG nova.network.neutron [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 544.077587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.192587] env[62633]: DEBUG nova.policy [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06a2257251e042168955aecabbf5b7a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d60fe2a73473bafb5dfc6767ec0a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 544.282509] env[62633]: DEBUG nova.network.neutron [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Successfully created port: 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 544.331122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.422266] env[62633]: DEBUG nova.compute.manager [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 544.533284] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42d856c-c53c-4233-b178-71db5dc78bec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.541010] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15fdd7d-58ae-44bb-a245-5aa1fc275cca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.573381] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8305067-ac7d-486f-8e9f-9efb581cfb19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.581946] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f41c914-70f0-4db9-9ba6-6d47edfc6a6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.596193] env[62633]: DEBUG nova.compute.provider_tree [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.732772] env[62633]: DEBUG nova.scheduler.client.report [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.239227] env[62633]: DEBUG nova.compute.manager [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.242172] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.242864] env[62633]: DEBUG nova.compute.manager [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 546.247632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.170s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.249523] env[62633]: INFO nova.compute.claims [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.271941] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.272202] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.272662] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.272662] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.272662] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.272833] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.272988] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.273504] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.273690] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.273854] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.274040] env[62633]: DEBUG nova.virt.hardware [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.275190] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136fe4ed-e9f9-46e0-b100-aadfa0482c43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.285952] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7192f2-42de-4213-8611-25eea6868570 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.420504] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquiring lock "3e6ea057-da12-4476-9846-b5a82c14f234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.420923] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "3e6ea057-da12-4476-9846-b5a82c14f234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.755426] env[62633]: DEBUG nova.compute.utils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 546.759738] env[62633]: DEBUG nova.compute.manager [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 546.760075] env[62633]: DEBUG nova.network.neutron [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 546.799577] env[62633]: DEBUG nova.network.neutron [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Successfully created port: f2ac4816-e553-47e3-bff2-31b1c1c734df {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.896704] env[62633]: DEBUG nova.policy [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87d56f1e4a7a4642a61926c533c75571', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2f6663a89142e4ac1472f561c6d36c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 546.923616] env[62633]: DEBUG nova.compute.manager [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.268486] env[62633]: DEBUG nova.compute.manager [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 547.407313] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a49f88f-c50f-4e87-9c00-b3f358d847da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.417204] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e038b67-ccfc-4fb5-9ba9-7bcdbec01c9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.453855] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9147ed8-4e54-461c-85fe-66a1f0780c0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.466423] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fae6e8-9356-42e6-824f-1bf8db950c03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.483668] env[62633]: DEBUG nova.compute.provider_tree [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.486354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.992924] env[62633]: DEBUG nova.scheduler.client.report [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.068090] env[62633]: DEBUG nova.network.neutron [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Successfully created port: 41ae8b06-493b-4774-b7fb-115d497df250 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 548.280424] env[62633]: DEBUG nova.compute.manager [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 548.338237] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 548.340780] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 548.340780] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 548.340780] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 548.340780] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 548.340780] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 548.342759] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 548.342759] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 548.342759] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 548.342759] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 548.342759] env[62633]: DEBUG nova.virt.hardware [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 548.343078] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc283fd-c9e4-46f8-973c-127ea972a841 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.347639] env[62633]: DEBUG nova.network.neutron [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Successfully updated port: 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.352221] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9e0249-f16b-4a7b-aa9c-098cc5fd3f72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.501246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.501246] env[62633]: DEBUG nova.compute.manager [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.502601] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.173s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.508783] env[62633]: INFO nova.compute.claims [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 548.809678] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.809924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.851895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "refresh_cache-ea92f4db-bd0c-48e4-9192-f02d272d10c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.853491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquired lock "refresh_cache-ea92f4db-bd0c-48e4-9192-f02d272d10c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.853491] env[62633]: DEBUG nova.network.neutron [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 548.970526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "d1acc780-532c-43cb-ab52-85abbf4afcbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.970843] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "d1acc780-532c-43cb-ab52-85abbf4afcbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.011755] env[62633]: DEBUG nova.compute.utils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 549.015188] env[62633]: DEBUG nova.compute.manager [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.015555] env[62633]: DEBUG nova.network.neutron [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.128382] env[62633]: DEBUG nova.policy [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7352422f5fab45d2833e2534de465a4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd425ac420141413a8a7a00d705355bbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.312520] env[62633]: DEBUG nova.compute.manager [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.444599] env[62633]: DEBUG nova.network.neutron [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.473569] env[62633]: DEBUG nova.compute.manager [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.524065] env[62633]: DEBUG nova.compute.manager [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.668975] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86512b8-7e96-4967-965e-7717f8a4c564 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.676964] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa911ce8-750f-44f2-8222-d6cd90adc16b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.710605] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a0df34-c98a-4fa6-9016-6682a6629686 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.720133] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468860dc-7dc8-4392-a65f-5bb64fe15057 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.736338] env[62633]: DEBUG nova.compute.provider_tree [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.837837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.011652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.099804] env[62633]: DEBUG nova.network.neutron [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Updating instance_info_cache with network_info: [{"id": "5003f3c6-9ba0-4dfd-8cf3-fc42930ad463", "address": "fa:16:3e:db:0e:c1", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5003f3c6-9b", "ovs_interfaceid": "5003f3c6-9ba0-4dfd-8cf3-fc42930ad463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.210048] env[62633]: DEBUG nova.network.neutron [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Successfully created port: 180248bc-9ae8-4242-a1b7-ee72162cc99e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.235031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquiring lock "308196fc-c178-402d-b669-c01a18c93221" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.235273] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "308196fc-c178-402d-b669-c01a18c93221" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.241430] env[62633]: DEBUG nova.scheduler.client.report [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.538787] env[62633]: DEBUG nova.compute.manager [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.569636] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.569636] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.569636] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.569636] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.569948] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.569948] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.569948] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.569948] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.569948] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.570108] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.570108] env[62633]: DEBUG nova.virt.hardware [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.570108] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb4fe80-b48a-4916-80cc-03ad94a5e8a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.580501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee413e-493a-4283-a8b9-78aeeea16743 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.608084] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Releasing lock "refresh_cache-ea92f4db-bd0c-48e4-9192-f02d272d10c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.608084] env[62633]: DEBUG nova.compute.manager [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Instance network_info: |[{"id": "5003f3c6-9ba0-4dfd-8cf3-fc42930ad463", "address": "fa:16:3e:db:0e:c1", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5003f3c6-9b", "ovs_interfaceid": "5003f3c6-9ba0-4dfd-8cf3-fc42930ad463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 550.608267] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:0e:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5003f3c6-9ba0-4dfd-8cf3-fc42930ad463', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.621684] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.624114] env[62633]: DEBUG nova.network.neutron [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Successfully updated port: f2ac4816-e553-47e3-bff2-31b1c1c734df {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 550.624973] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae18e53f-d751-4bd2-994b-42afe08eee01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.643188] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Created folder: OpenStack in parent group-v4. [ 550.643422] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Creating folder: Project (46d9618fbf8649dd811b051ffcd1afaf). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.643683] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c192c1-3764-4e4f-bc66-5d29624746c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.653491] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Created folder: Project (46d9618fbf8649dd811b051ffcd1afaf) in parent group-v543169. [ 550.653715] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Creating folder: Instances. Parent ref: group-v543170. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.653949] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d78e7f8c-6f8c-4a0b-a803-b9d29e39dfe9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.666368] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Created folder: Instances in parent group-v543170. [ 550.667561] env[62633]: DEBUG oslo.service.loopingcall [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.667814] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 550.668078] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba77d1cc-506f-4e91-9962-b13ed57875c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.692060] env[62633]: DEBUG nova.compute.manager [req-9d64782f-8d61-4008-b55d-0251c0c2ac25 req-87ba7ab3-e5c5-4133-88d0-4f1a56355d94 service nova] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Received event network-vif-plugged-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.692209] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d64782f-8d61-4008-b55d-0251c0c2ac25 req-87ba7ab3-e5c5-4133-88d0-4f1a56355d94 service nova] Acquiring lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.692409] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d64782f-8d61-4008-b55d-0251c0c2ac25 req-87ba7ab3-e5c5-4133-88d0-4f1a56355d94 service nova] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.692586] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d64782f-8d61-4008-b55d-0251c0c2ac25 req-87ba7ab3-e5c5-4133-88d0-4f1a56355d94 service nova] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.692781] env[62633]: DEBUG nova.compute.manager [req-9d64782f-8d61-4008-b55d-0251c0c2ac25 req-87ba7ab3-e5c5-4133-88d0-4f1a56355d94 service nova] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] No waiting events found dispatching network-vif-plugged-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.693466] env[62633]: WARNING nova.compute.manager [req-9d64782f-8d61-4008-b55d-0251c0c2ac25 req-87ba7ab3-e5c5-4133-88d0-4f1a56355d94 service nova] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Received unexpected event network-vif-plugged-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 for instance with vm_state building and task_state spawning. [ 550.698136] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.698136] env[62633]: value = "task-2695335" [ 550.698136] env[62633]: _type = "Task" [ 550.698136] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.709898] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695335, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.742088] env[62633]: DEBUG nova.compute.manager [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.746482] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.746931] env[62633]: DEBUG nova.compute.manager [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 550.749850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.264s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.751740] env[62633]: INFO nova.compute.claims [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 550.810946] env[62633]: DEBUG nova.network.neutron [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Successfully updated port: 41ae8b06-493b-4774-b7fb-115d497df250 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.126794] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquiring lock "refresh_cache-42cc6567-b062-4405-8fcd-558a7e4baf5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.126794] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquired lock "refresh_cache-42cc6567-b062-4405-8fcd-558a7e4baf5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.126794] env[62633]: DEBUG nova.network.neutron [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.209823] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695335, 'name': CreateVM_Task, 'duration_secs': 0.34562} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.210198] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.226320] env[62633]: DEBUG oslo_vmware.service [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4165683-2700-43e8-8bd3-b190dc927aad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.236298] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.236554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.238033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.238861] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fa03fe-6715-4b2f-8d79-feda1eb92719 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.244315] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 551.244315] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a9edeb-ff1b-956e-fc5b-f434da6dbb01" [ 551.244315] env[62633]: _type = "Task" [ 551.244315] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.255623] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a9edeb-ff1b-956e-fc5b-f434da6dbb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.256914] env[62633]: DEBUG nova.compute.utils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 551.270183] env[62633]: DEBUG nova.compute.manager [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 551.270183] env[62633]: DEBUG nova.network.neutron [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 551.294488] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.318074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquiring lock "refresh_cache-92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.318074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquired lock "refresh_cache-92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.318074] env[62633]: DEBUG nova.network.neutron [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.383473] env[62633]: DEBUG nova.policy [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4faf743d9149a6b56581cd21fe2609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '737ca8165fb94c3b8743d4586b081aff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.525373] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "38f94b87-e642-4875-a44d-89982bf30ace" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.525561] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "38f94b87-e642-4875-a44d-89982bf30ace" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.695090] env[62633]: DEBUG nova.compute.manager [req-1c9aff16-fc3b-4e64-b67c-a0b4cd044d36 req-2008b619-33f3-427c-8151-a937222494f4 service nova] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Received event network-vif-plugged-f2ac4816-e553-47e3-bff2-31b1c1c734df {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 551.695309] env[62633]: DEBUG oslo_concurrency.lockutils [req-1c9aff16-fc3b-4e64-b67c-a0b4cd044d36 req-2008b619-33f3-427c-8151-a937222494f4 service nova] Acquiring lock "42cc6567-b062-4405-8fcd-558a7e4baf5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.695495] env[62633]: DEBUG oslo_concurrency.lockutils [req-1c9aff16-fc3b-4e64-b67c-a0b4cd044d36 req-2008b619-33f3-427c-8151-a937222494f4 service nova] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.695672] env[62633]: DEBUG oslo_concurrency.lockutils [req-1c9aff16-fc3b-4e64-b67c-a0b4cd044d36 req-2008b619-33f3-427c-8151-a937222494f4 service nova] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.695836] env[62633]: DEBUG nova.compute.manager [req-1c9aff16-fc3b-4e64-b67c-a0b4cd044d36 req-2008b619-33f3-427c-8151-a937222494f4 service nova] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] No waiting events found dispatching network-vif-plugged-f2ac4816-e553-47e3-bff2-31b1c1c734df {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 551.695994] env[62633]: WARNING nova.compute.manager [req-1c9aff16-fc3b-4e64-b67c-a0b4cd044d36 req-2008b619-33f3-427c-8151-a937222494f4 service nova] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Received unexpected event network-vif-plugged-f2ac4816-e553-47e3-bff2-31b1c1c734df for instance with vm_state building and task_state spawning. [ 551.699105] env[62633]: DEBUG nova.network.neutron [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.757986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.757986] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.758219] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.758219] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.761564] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.761564] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6872af51-e203-414b-89c0-507649d8baf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.769618] env[62633]: DEBUG nova.compute.manager [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 551.788231] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.788519] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.789433] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3098d45-eead-4ac7-8376-b567e0e6066f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.796644] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b8f1bc-570f-49f4-aac7-5c02dd577781 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.809146] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 551.809146] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52448c61-dab3-a4bc-5175-e403ac73517a" [ 551.809146] env[62633]: _type = "Task" [ 551.809146] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.827436] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 551.827752] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Creating directory with path [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.828454] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dee00fb-a2b8-4954-ae70-cb30f84349f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.853846] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Created directory with path [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.853927] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Fetch image to [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 551.854125] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Downloading image file data 8766f35a-2c20-4173-bc3c-85dd2024992d to [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62633) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 551.858513] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0c36e8-a211-4c56-885a-fbdd778a5176 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.867075] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac760607-0cc9-4fe7-a8df-a13157f7e013 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.881874] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150a47a-85a1-49e7-9559-6dc85ff2b3fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.886791] env[62633]: DEBUG nova.network.neutron [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.928544] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5909bd-e74b-4bf0-98a2-b0796986419e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.936061] env[62633]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-493db0a4-4873-44e6-b11d-2cfd7be5e3f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.971528] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Downloading image file data 8766f35a-2c20-4173-bc3c-85dd2024992d to the data store datastore1 {{(pid=62633) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 552.031452] env[62633]: DEBUG nova.compute.manager [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.059937] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be3c4a6-342d-4b15-ae27-78f109a8bc63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.068760] env[62633]: DEBUG oslo_vmware.rw_handles [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 552.073871] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99d963f-0e4b-42ef-aa69-e25b1cb45557 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.167956] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5477aa66-d574-4f77-98aa-af28297ff6bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.179804] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f4a3c-0ade-4348-936d-742328878b1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.195836] env[62633]: DEBUG nova.compute.provider_tree [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.242778] env[62633]: DEBUG nova.network.neutron [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Updating instance_info_cache with network_info: [{"id": "f2ac4816-e553-47e3-bff2-31b1c1c734df", "address": "fa:16:3e:aa:43:16", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ac4816-e5", "ovs_interfaceid": "f2ac4816-e553-47e3-bff2-31b1c1c734df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.453381] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.453381] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.453381] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.453381] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.453381] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.453381] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.453700] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.551645] env[62633]: DEBUG nova.network.neutron [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Updating instance_info_cache with network_info: [{"id": "41ae8b06-493b-4774-b7fb-115d497df250", "address": "fa:16:3e:c4:81:e0", "network": {"id": "7bd7bf41-1a08-48c2-98c7-8e963bc7e24f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-854737381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2f6663a89142e4ac1472f561c6d36c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ae8b06-49", "ovs_interfaceid": "41ae8b06-493b-4774-b7fb-115d497df250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.559729] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.626901] env[62633]: DEBUG nova.network.neutron [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Successfully created port: 653a871f-42bb-42e8-bc28-ec8be15d7e25 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 552.699340] env[62633]: DEBUG nova.scheduler.client.report [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.745831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Releasing lock "refresh_cache-42cc6567-b062-4405-8fcd-558a7e4baf5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.746223] env[62633]: DEBUG nova.compute.manager [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Instance network_info: |[{"id": "f2ac4816-e553-47e3-bff2-31b1c1c734df", "address": "fa:16:3e:aa:43:16", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ac4816-e5", "ovs_interfaceid": "f2ac4816-e553-47e3-bff2-31b1c1c734df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 552.746997] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:43:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2ac4816-e553-47e3-bff2-31b1c1c734df', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 552.759769] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Creating folder: Project (374d60fe2a73473bafb5dfc6767ec0a0). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.764966] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a624c190-fbe0-405b-a921-59ab01e293e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.779040] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Created folder: Project (374d60fe2a73473bafb5dfc6767ec0a0) in parent group-v543169. [ 552.779273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Creating folder: Instances. Parent ref: group-v543173. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.779545] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34b2fefc-ee24-4d2b-8188-a324fbc7cf04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.784639] env[62633]: DEBUG nova.compute.manager [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 552.789502] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Created folder: Instances in parent group-v543173. [ 552.789802] env[62633]: DEBUG oslo.service.loopingcall [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 552.792039] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 552.792039] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efa471c8-a53a-4f0e-a16c-d1fc7266c738 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.820470] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 552.820470] env[62633]: value = "task-2695338" [ 552.820470] env[62633]: _type = "Task" [ 552.820470] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.824012] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 552.824306] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 552.824488] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 552.824714] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 552.824863] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 552.825041] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 552.825241] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 552.825430] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 552.825630] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 552.825804] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 552.825982] env[62633]: DEBUG nova.virt.hardware [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 552.830242] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9d0278-f4e8-4b5a-9069-6b30cfa3e036 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.841651] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695338, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.851108] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c712d6db-cf2f-48bb-921d-a883001365eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.906308] env[62633]: DEBUG oslo_vmware.rw_handles [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 552.906308] env[62633]: DEBUG oslo_vmware.rw_handles [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 552.957630] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Getting list of instances from cluster (obj){ [ 552.957630] env[62633]: value = "domain-c8" [ 552.957630] env[62633]: _type = "ClusterComputeResource" [ 552.957630] env[62633]: } {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 552.962393] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0787d728-d615-4166-8278-262b495d869d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.963190] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Downloaded image file data 8766f35a-2c20-4173-bc3c-85dd2024992d to vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62633) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 552.965123] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 552.965417] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Copying Virtual Disk [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk to [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.966912] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec551df-a118-469a-9fda-7cd8922e4f89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.974943] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Got total of 1 instances {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 552.975147] env[62633]: WARNING nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] While synchronizing instance power states, found 6 instances in the database and 1 instances on the hypervisor. [ 552.975365] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid ea92f4db-bd0c-48e4-9192-f02d272d10c7 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 552.975666] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 42cc6567-b062-4405-8fcd-558a7e4baf5e {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 552.976123] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 552.976123] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 19610852-7ebd-4dd5-8321-118431b8d7a0 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 552.976241] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 9e379033-a6bd-4853-918f-8ddcd30ac375 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 552.976346] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 3e6ea057-da12-4476-9846-b5a82c14f234 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 552.977987] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.978192] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "42cc6567-b062-4405-8fcd-558a7e4baf5e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.978448] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.979972] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "19610852-7ebd-4dd5-8321-118431b8d7a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.979972] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "9e379033-a6bd-4853-918f-8ddcd30ac375" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.979972] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "3e6ea057-da12-4476-9846-b5a82c14f234" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.979972] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.980465] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 552.980465] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 552.980465] env[62633]: value = "task-2695339" [ 552.980465] env[62633]: _type = "Task" [ 552.980465] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.980753] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.990835] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.996114] env[62633]: DEBUG nova.network.neutron [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Successfully updated port: 180248bc-9ae8-4242-a1b7-ee72162cc99e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 553.054820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Releasing lock "refresh_cache-92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.055264] env[62633]: DEBUG nova.compute.manager [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Instance network_info: |[{"id": "41ae8b06-493b-4774-b7fb-115d497df250", "address": "fa:16:3e:c4:81:e0", "network": {"id": "7bd7bf41-1a08-48c2-98c7-8e963bc7e24f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-854737381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2f6663a89142e4ac1472f561c6d36c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ae8b06-49", "ovs_interfaceid": "41ae8b06-493b-4774-b7fb-115d497df250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 553.055619] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:81:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41ae8b06-493b-4774-b7fb-115d497df250', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.065983] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Creating folder: Project (1f2f6663a89142e4ac1472f561c6d36c). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.065983] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2377c428-1a1a-4042-98ac-63451d44e9b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.078833] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Created folder: Project (1f2f6663a89142e4ac1472f561c6d36c) in parent group-v543169. [ 553.078833] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Creating folder: Instances. Parent ref: group-v543176. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.078833] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20886e5a-7514-42ce-97db-4e3ba8de11e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.089876] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Created folder: Instances in parent group-v543176. [ 553.089876] env[62633]: DEBUG oslo.service.loopingcall [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.089876] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.090084] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ed4dcdb-34ae-41bc-a931-01cc48236116 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.114766] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.114766] env[62633]: value = "task-2695342" [ 553.114766] env[62633]: _type = "Task" [ 553.114766] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.124626] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695342, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.204661] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.205235] env[62633]: DEBUG nova.compute.manager [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.212182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.374s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.214082] env[62633]: INFO nova.compute.claims [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.332868] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695338, 'name': CreateVM_Task, 'duration_secs': 0.353356} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.332868] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 553.336118] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.336118] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.336118] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.336118] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-108a5115-a570-4e99-8c79-365717079a07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.340089] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 553.340089] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5271825d-9827-b2d6-0141-aa3afe13d965" [ 553.340089] env[62633]: _type = "Task" [ 553.340089] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.350266] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5271825d-9827-b2d6-0141-aa3afe13d965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.487020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.494975] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695339, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.499349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "refresh_cache-19610852-7ebd-4dd5-8321-118431b8d7a0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.499349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "refresh_cache-19610852-7ebd-4dd5-8321-118431b8d7a0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.499349] env[62633]: DEBUG nova.network.neutron [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.628855] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695342, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.720276] env[62633]: DEBUG nova.compute.utils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 553.729644] env[62633]: DEBUG nova.compute.manager [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.729810] env[62633]: DEBUG nova.network.neutron [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 553.735012] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquiring lock "c497fc7e-0e7a-4a13-8383-95c664c6538d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.735139] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "c497fc7e-0e7a-4a13-8383-95c664c6538d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.827371] env[62633]: DEBUG nova.policy [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb6731e5cf3746928151d0eb42e7b063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24d39dc287c14f4f88bbbe4cda91c9bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 553.853394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.853786] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.854085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.994205] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768837} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.994467] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Copied Virtual Disk [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk to [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.994642] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Deleting the datastore file [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.994890] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9151f493-0785-4626-87a8-6e9c30cf28b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.002545] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 554.002545] env[62633]: value = "task-2695343" [ 554.002545] env[62633]: _type = "Task" [ 554.002545] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.016703] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.096166] env[62633]: DEBUG nova.network.neutron [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.134444] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695342, 'name': CreateVM_Task, 'duration_secs': 0.614887} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.134444] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.135188] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.135381] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.135667] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.135910] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76641b8-111a-4028-84d3-e1421467ae80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.140813] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 554.140813] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d063fe-5d6f-41a7-90f3-12e5b7fadfa8" [ 554.140813] env[62633]: _type = "Task" [ 554.140813] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.152598] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d063fe-5d6f-41a7-90f3-12e5b7fadfa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.198410] env[62633]: DEBUG nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Received event network-changed-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 554.198623] env[62633]: DEBUG nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Refreshing instance network info cache due to event network-changed-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 554.199076] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Acquiring lock "refresh_cache-ea92f4db-bd0c-48e4-9192-f02d272d10c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.199228] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Acquired lock "refresh_cache-ea92f4db-bd0c-48e4-9192-f02d272d10c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.199387] env[62633]: DEBUG nova.network.neutron [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Refreshing network info cache for port 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 554.233242] env[62633]: DEBUG nova.compute.manager [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.499887] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16a652d-cf31-44c1-9062-96bc97389deb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.519276] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026697} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.519919] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 554.520194] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Moving file from [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0/8766f35a-2c20-4173-bc3c-85dd2024992d to [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d. {{(pid=62633) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 554.521188] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cbbbe4-f88c-435d-a8dd-724efc400a52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.524411] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-54f11f6a-d211-436d-a8e5-76488f05ebcb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.563523] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aef6b9-67f9-488e-b310-3fc72ac8cbe9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.569998] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 554.569998] env[62633]: value = "task-2695344" [ 554.569998] env[62633]: _type = "Task" [ 554.569998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.577272] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e917e1d1-571d-4f5e-891f-e884d95c93c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.585451] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695344, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02392} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.585726] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] File moved {{(pid=62633) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 554.585937] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Cleaning up location [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 554.586108] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Deleting the datastore file [datastore1] vmware_temp/96f3e816-1839-45c9-8bcc-14f2afb213f0 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.586353] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5132333-922d-49f8-9e64-3fcd9ddf9d86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.599959] env[62633]: DEBUG nova.compute.provider_tree [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.606583] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 554.606583] env[62633]: value = "task-2695345" [ 554.606583] env[62633]: _type = "Task" [ 554.606583] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.614335] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.654074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.654483] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.654735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.753438] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.753707] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.822826] env[62633]: DEBUG nova.network.neutron [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Updating instance_info_cache with network_info: [{"id": "180248bc-9ae8-4242-a1b7-ee72162cc99e", "address": "fa:16:3e:06:4c:73", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180248bc-9a", "ovs_interfaceid": "180248bc-9ae8-4242-a1b7-ee72162cc99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.049660] env[62633]: DEBUG nova.compute.manager [req-32a04f6a-d41b-490b-90fb-5bcff524d869 req-dc3f98e6-c0ac-4d1a-9369-8c9386d305d9 service nova] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Received event network-changed-f2ac4816-e553-47e3-bff2-31b1c1c734df {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.049844] env[62633]: DEBUG nova.compute.manager [req-32a04f6a-d41b-490b-90fb-5bcff524d869 req-dc3f98e6-c0ac-4d1a-9369-8c9386d305d9 service nova] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Refreshing instance network info cache due to event network-changed-f2ac4816-e553-47e3-bff2-31b1c1c734df. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 555.050065] env[62633]: DEBUG oslo_concurrency.lockutils [req-32a04f6a-d41b-490b-90fb-5bcff524d869 req-dc3f98e6-c0ac-4d1a-9369-8c9386d305d9 service nova] Acquiring lock "refresh_cache-42cc6567-b062-4405-8fcd-558a7e4baf5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.050696] env[62633]: DEBUG oslo_concurrency.lockutils [req-32a04f6a-d41b-490b-90fb-5bcff524d869 req-dc3f98e6-c0ac-4d1a-9369-8c9386d305d9 service nova] Acquired lock "refresh_cache-42cc6567-b062-4405-8fcd-558a7e4baf5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.050696] env[62633]: DEBUG nova.network.neutron [req-32a04f6a-d41b-490b-90fb-5bcff524d869 req-dc3f98e6-c0ac-4d1a-9369-8c9386d305d9 service nova] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Refreshing network info cache for port f2ac4816-e553-47e3-bff2-31b1c1c734df {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 555.103165] env[62633]: DEBUG nova.scheduler.client.report [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.115922] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023365} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.121129] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 555.121608] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae4ad3e-df96-46d3-8c8f-28608a04d215 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.130514] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 555.130514] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52785f6f-c538-0864-f350-b4f73a7e7e6c" [ 555.130514] env[62633]: _type = "Task" [ 555.130514] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.137722] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52785f6f-c538-0864-f350-b4f73a7e7e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.185372] env[62633]: DEBUG nova.network.neutron [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Successfully created port: a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.244728] env[62633]: DEBUG nova.compute.manager [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.275025] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.275264] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.275422] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.275696] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.276324] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.276515] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.276734] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.276896] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.277074] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.277289] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.277408] env[62633]: DEBUG nova.virt.hardware [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.278286] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3417fe-779d-498d-9caf-20fd96249e3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.287209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67418d31-d427-4b9c-b954-0b51118653f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.324682] env[62633]: DEBUG nova.network.neutron [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Successfully updated port: 653a871f-42bb-42e8-bc28-ec8be15d7e25 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 555.329237] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "refresh_cache-19610852-7ebd-4dd5-8321-118431b8d7a0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.329237] env[62633]: DEBUG nova.compute.manager [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Instance network_info: |[{"id": "180248bc-9ae8-4242-a1b7-ee72162cc99e", "address": "fa:16:3e:06:4c:73", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180248bc-9a", "ovs_interfaceid": "180248bc-9ae8-4242-a1b7-ee72162cc99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.329431] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:4c:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '180248bc-9ae8-4242-a1b7-ee72162cc99e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.341628] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating folder: Project (d425ac420141413a8a7a00d705355bbe). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.341628] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-012e9da6-3f5f-4b29-9b1e-078a9ba14cf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.355118] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Created folder: Project (d425ac420141413a8a7a00d705355bbe) in parent group-v543169. [ 555.355118] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating folder: Instances. Parent ref: group-v543179. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.355118] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-172d6f70-7612-4c8f-abf2-e63aac1f404f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.367074] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Created folder: Instances in parent group-v543179. [ 555.367339] env[62633]: DEBUG oslo.service.loopingcall [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.367531] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.367793] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cffdfacf-374a-477d-a72c-8f5949226186 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.407431] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.407431] env[62633]: value = "task-2695348" [ 555.407431] env[62633]: _type = "Task" [ 555.407431] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.415791] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695348, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.610590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.611141] env[62633]: DEBUG nova.compute.manager [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.618091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.606s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.620185] env[62633]: INFO nova.compute.claims [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.646520] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52785f6f-c538-0864-f350-b4f73a7e7e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.646955] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.647273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ea92f4db-bd0c-48e4-9192-f02d272d10c7/ea92f4db-bd0c-48e4-9192-f02d272d10c7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.647589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.647799] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.648318] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4db630b3-f1a6-4d2f-81fc-3058e37bf9fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.650249] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d44ba4fe-6355-4a26-94b1-369acaf8e68a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.657693] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 555.657693] env[62633]: value = "task-2695349" [ 555.657693] env[62633]: _type = "Task" [ 555.657693] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.662145] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.662906] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.663615] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7553a9d8-b847-4933-8d8d-cd0426395002 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.669383] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.675455] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 555.675455] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f05bf7-399f-5a24-2d67-a91cc8440956" [ 555.675455] env[62633]: _type = "Task" [ 555.675455] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.684339] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f05bf7-399f-5a24-2d67-a91cc8440956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.765961] env[62633]: DEBUG nova.network.neutron [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Updated VIF entry in instance network info cache for port 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.768026] env[62633]: DEBUG nova.network.neutron [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Updating instance_info_cache with network_info: [{"id": "5003f3c6-9ba0-4dfd-8cf3-fc42930ad463", "address": "fa:16:3e:db:0e:c1", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5003f3c6-9b", "ovs_interfaceid": "5003f3c6-9ba0-4dfd-8cf3-fc42930ad463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.829812] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquiring lock "refresh_cache-9e379033-a6bd-4853-918f-8ddcd30ac375" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.830123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquired lock "refresh_cache-9e379033-a6bd-4853-918f-8ddcd30ac375" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.830268] env[62633]: DEBUG nova.network.neutron [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 555.922393] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695348, 'name': CreateVM_Task, 'duration_secs': 0.341893} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.926018] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.926827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.927166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.927254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.927921] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a426210b-0623-47d9-8ad5-634552790e6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.936665] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 555.936665] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523a65e3-8916-f39b-69ed-86d4e3adc05a" [ 555.936665] env[62633]: _type = "Task" [ 555.936665] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.946737] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523a65e3-8916-f39b-69ed-86d4e3adc05a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.124575] env[62633]: DEBUG nova.compute.utils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 556.131271] env[62633]: DEBUG nova.compute.manager [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.131490] env[62633]: DEBUG nova.network.neutron [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.176017] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695349, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.189104] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f05bf7-399f-5a24-2d67-a91cc8440956, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.190390] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8730613-8d29-4973-a3dc-9919a41e21d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.198350] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 556.198350] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52cbfde3-82ee-62f3-589c-e67a1de77656" [ 556.198350] env[62633]: _type = "Task" [ 556.198350] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.213568] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cbfde3-82ee-62f3-589c-e67a1de77656, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.213568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.213568] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 42cc6567-b062-4405-8fcd-558a7e4baf5e/42cc6567-b062-4405-8fcd-558a7e4baf5e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.213568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.214100] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.214100] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c296ef-ee44-4dcd-8a6f-ecaf814ed13c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.214100] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-136c8ab1-d2d6-4558-8ffa-21be08f14370 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.220959] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 556.220959] env[62633]: value = "task-2695350" [ 556.220959] env[62633]: _type = "Task" [ 556.220959] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.224699] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.224892] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.226065] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091e4c10-07a3-4e80-8124-0f5097193a78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.232359] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.235438] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 556.235438] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52bcb6eb-955c-6801-5f1c-73ccab073817" [ 556.235438] env[62633]: _type = "Task" [ 556.235438] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.243055] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52bcb6eb-955c-6801-5f1c-73ccab073817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.273744] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Releasing lock "refresh_cache-ea92f4db-bd0c-48e4-9192-f02d272d10c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.273744] env[62633]: DEBUG nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Received event network-vif-plugged-41ae8b06-493b-4774-b7fb-115d497df250 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 556.273744] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Acquiring lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.273744] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.273744] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.274237] env[62633]: DEBUG nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] No waiting events found dispatching network-vif-plugged-41ae8b06-493b-4774-b7fb-115d497df250 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 556.274237] env[62633]: WARNING nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Received unexpected event network-vif-plugged-41ae8b06-493b-4774-b7fb-115d497df250 for instance with vm_state building and task_state spawning. [ 556.274237] env[62633]: DEBUG nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Received event network-changed-41ae8b06-493b-4774-b7fb-115d497df250 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 556.274237] env[62633]: DEBUG nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Refreshing instance network info cache due to event network-changed-41ae8b06-493b-4774-b7fb-115d497df250. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 556.274353] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Acquiring lock "refresh_cache-92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.274439] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Acquired lock "refresh_cache-92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.274667] env[62633]: DEBUG nova.network.neutron [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Refreshing network info cache for port 41ae8b06-493b-4774-b7fb-115d497df250 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 556.341672] env[62633]: DEBUG nova.network.neutron [req-32a04f6a-d41b-490b-90fb-5bcff524d869 req-dc3f98e6-c0ac-4d1a-9369-8c9386d305d9 service nova] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Updated VIF entry in instance network info cache for port f2ac4816-e553-47e3-bff2-31b1c1c734df. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 556.341672] env[62633]: DEBUG nova.network.neutron [req-32a04f6a-d41b-490b-90fb-5bcff524d869 req-dc3f98e6-c0ac-4d1a-9369-8c9386d305d9 service nova] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Updating instance_info_cache with network_info: [{"id": "f2ac4816-e553-47e3-bff2-31b1c1c734df", "address": "fa:16:3e:aa:43:16", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ac4816-e5", "ovs_interfaceid": "f2ac4816-e553-47e3-bff2-31b1c1c734df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.373766] env[62633]: DEBUG nova.network.neutron [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.448597] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523a65e3-8916-f39b-69ed-86d4e3adc05a, 'name': SearchDatastore_Task, 'duration_secs': 0.062638} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.449013] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.449264] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.449759] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.511905] env[62633]: DEBUG nova.policy [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f51163cb8d4eb6b252c21c3943ea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fecf2e237f45018e4afed92dac533d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.552059] env[62633]: DEBUG nova.network.neutron [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Updating instance_info_cache with network_info: [{"id": "653a871f-42bb-42e8-bc28-ec8be15d7e25", "address": "fa:16:3e:f2:4c:99", "network": {"id": "a76a1460-d9d8-4ae8-9725-5fd0024a2373", "bridge": "br-int", "label": "tempest-ServersTestJSON-399648127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737ca8165fb94c3b8743d4586b081aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653a871f-42", "ovs_interfaceid": "653a871f-42bb-42e8-bc28-ec8be15d7e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.630681] env[62633]: DEBUG nova.compute.manager [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.683236] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519676} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.683549] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ea92f4db-bd0c-48e4-9192-f02d272d10c7/ea92f4db-bd0c-48e4-9192-f02d272d10c7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.683757] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.684695] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3de6880-6c22-4b29-a5a3-98a5648e0b42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.696566] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 556.696566] env[62633]: value = "task-2695351" [ 556.696566] env[62633]: _type = "Task" [ 556.696566] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.744465] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468994} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.754160] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 42cc6567-b062-4405-8fcd-558a7e4baf5e/42cc6567-b062-4405-8fcd-558a7e4baf5e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.757899] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.757899] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1329c09a-0d89-4efe-9958-881e8ec4a9c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.767170] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52bcb6eb-955c-6801-5f1c-73ccab073817, 'name': SearchDatastore_Task, 'duration_secs': 0.007778} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.770744] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 556.770744] env[62633]: value = "task-2695352" [ 556.770744] env[62633]: _type = "Task" [ 556.770744] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.770744] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a446e9-6143-4517-84d9-ce0899c594d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.786092] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 556.786092] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5288d46d-f39a-ca66-bbc7-9a771971a922" [ 556.786092] env[62633]: _type = "Task" [ 556.786092] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.793477] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.799382] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5288d46d-f39a-ca66-bbc7-9a771971a922, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.803581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.803581] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea/92ffb9bc-c6db-403d-a229-b5ef5d4d7fea.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.803581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.803581] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.803769] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef03f35e-a71a-46a4-a8c0-4cdb07582ed0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.805861] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-222e5dd8-74d9-448d-80e5-fd352bb0527b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.812274] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 556.812274] env[62633]: value = "task-2695353" [ 556.812274] env[62633]: _type = "Task" [ 556.812274] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.817471] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.817985] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.818928] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f645f7-077c-4ed0-9f44-1616740e5b3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.828444] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.831434] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 556.831434] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ae9c85-6598-afd7-3f02-0d6594a0304b" [ 556.831434] env[62633]: _type = "Task" [ 556.831434] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.843179] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ae9c85-6598-afd7-3f02-0d6594a0304b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.843839] env[62633]: DEBUG oslo_concurrency.lockutils [req-32a04f6a-d41b-490b-90fb-5bcff524d869 req-dc3f98e6-c0ac-4d1a-9369-8c9386d305d9 service nova] Releasing lock "refresh_cache-42cc6567-b062-4405-8fcd-558a7e4baf5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.885696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "7f563c4b-274b-4324-b04e-0b75488d0290" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.885990] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.969443] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9876d8b7-ce41-4b36-97ac-b694efb8307b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.984334] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b385a3ca-2bdb-49b8-86e6-6adfc9ed2f59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.028337] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f141900b-dbd8-400f-90a6-fa2cd57d6c94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.037281] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7db8e9b-06d3-4b5c-a25a-1f17e9db6762 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.053653] env[62633]: DEBUG nova.compute.provider_tree [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.055606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Releasing lock "refresh_cache-9e379033-a6bd-4853-918f-8ddcd30ac375" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.055759] env[62633]: DEBUG nova.compute.manager [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Instance network_info: |[{"id": "653a871f-42bb-42e8-bc28-ec8be15d7e25", "address": "fa:16:3e:f2:4c:99", "network": {"id": "a76a1460-d9d8-4ae8-9725-5fd0024a2373", "bridge": "br-int", "label": "tempest-ServersTestJSON-399648127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737ca8165fb94c3b8743d4586b081aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653a871f-42", "ovs_interfaceid": "653a871f-42bb-42e8-bc28-ec8be15d7e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 557.056366] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:4c:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '653a871f-42bb-42e8-bc28-ec8be15d7e25', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.069458] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Creating folder: Project (737ca8165fb94c3b8743d4586b081aff). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.069458] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db9d525b-86d9-4552-ae48-e8bcfccfdcfd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.080532] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Created folder: Project (737ca8165fb94c3b8743d4586b081aff) in parent group-v543169. [ 557.080700] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Creating folder: Instances. Parent ref: group-v543182. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.081164] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d04631c-ab12-4324-bfa4-4475d85a3ca6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.095985] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Created folder: Instances in parent group-v543182. [ 557.096269] env[62633]: DEBUG oslo.service.loopingcall [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.096715] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.096715] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7603bf38-cce1-47d7-b4ca-70257387d01b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.117939] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.117939] env[62633]: value = "task-2695356" [ 557.117939] env[62633]: _type = "Task" [ 557.117939] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.127684] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695356, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.215727] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081038} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.215927] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.219503] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231a9f3d-4625-4fa5-adcc-626eac4a23b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.273618] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] ea92f4db-bd0c-48e4-9192-f02d272d10c7/ea92f4db-bd0c-48e4-9192-f02d272d10c7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.274630] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6554ed8-14fc-47f3-9894-bc9fac0d4c6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.302960] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084825} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.304434] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.304830] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 557.304830] env[62633]: value = "task-2695357" [ 557.304830] env[62633]: _type = "Task" [ 557.304830] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.305562] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834b6f9-55f1-4a04-acca-ac38c18145a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.349610] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 42cc6567-b062-4405-8fcd-558a7e4baf5e/42cc6567-b062-4405-8fcd-558a7e4baf5e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.357549] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad36ecc2-8c8a-4d8b-9891-fffbaf6c27b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.371452] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.374074] env[62633]: DEBUG nova.network.neutron [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Updated VIF entry in instance network info cache for port 41ae8b06-493b-4774-b7fb-115d497df250. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.374970] env[62633]: DEBUG nova.network.neutron [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Updating instance_info_cache with network_info: [{"id": "41ae8b06-493b-4774-b7fb-115d497df250", "address": "fa:16:3e:c4:81:e0", "network": {"id": "7bd7bf41-1a08-48c2-98c7-8e963bc7e24f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-854737381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2f6663a89142e4ac1472f561c6d36c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ae8b06-49", "ovs_interfaceid": "41ae8b06-493b-4774-b7fb-115d497df250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.381506] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484784} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.385694] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea/92ffb9bc-c6db-403d-a229-b5ef5d4d7fea.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.385921] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.386241] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 557.386241] env[62633]: value = "task-2695358" [ 557.386241] env[62633]: _type = "Task" [ 557.386241] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.386742] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ae9c85-6598-afd7-3f02-0d6594a0304b, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.386742] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed4099af-69da-4f47-944c-c2d376708547 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.395025] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174a8ac6-a92e-4eed-8aa4-aac46af2eaf7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.399666] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 557.399666] env[62633]: value = "task-2695359" [ 557.399666] env[62633]: _type = "Task" [ 557.399666] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.400232] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 557.400232] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52dcc630-1b2b-3186-6a4c-38379f5a43d2" [ 557.400232] env[62633]: _type = "Task" [ 557.400232] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.403312] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.416809] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.421082] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dcc630-1b2b-3186-6a4c-38379f5a43d2, 'name': SearchDatastore_Task, 'duration_secs': 0.016519} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.421082] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.421285] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 19610852-7ebd-4dd5-8321-118431b8d7a0/19610852-7ebd-4dd5-8321-118431b8d7a0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.421562] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f9d204-d808-40f8-b06b-4a25f39d1f50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.428448] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 557.428448] env[62633]: value = "task-2695360" [ 557.428448] env[62633]: _type = "Task" [ 557.428448] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.439541] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.479934] env[62633]: DEBUG nova.network.neutron [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Successfully updated port: a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.557934] env[62633]: DEBUG nova.scheduler.client.report [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.637022] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695356, 'name': CreateVM_Task, 'duration_secs': 0.453515} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.637022] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.637022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.637022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.637022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.637022] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8dc56d-7015-405a-a34f-5a8fda90bdb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.645066] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 557.645066] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525fcf9a-75aa-6fb8-9954-02bfc5a3e430" [ 557.645066] env[62633]: _type = "Task" [ 557.645066] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.652099] env[62633]: DEBUG nova.compute.manager [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.655053] env[62633]: DEBUG nova.network.neutron [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Successfully created port: 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.665117] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525fcf9a-75aa-6fb8-9954-02bfc5a3e430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.696985] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.697253] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.697504] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.697616] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.697808] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.697902] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.698333] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.698530] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.698728] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.698901] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.699298] env[62633]: DEBUG nova.virt.hardware [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.703028] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7835ef-fadc-48e1-88cf-c899e5b03d03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.713481] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e243a9-e46c-40a1-80ba-00f12202b2ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.823551] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695357, 'name': ReconfigVM_Task, 'duration_secs': 0.509436} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.823551] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Reconfigured VM instance instance-00000001 to attach disk [datastore1] ea92f4db-bd0c-48e4-9192-f02d272d10c7/ea92f4db-bd0c-48e4-9192-f02d272d10c7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.823551] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d738b664-3968-4661-b3cd-9dd305bf6faa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.835973] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 557.835973] env[62633]: value = "task-2695361" [ 557.835973] env[62633]: _type = "Task" [ 557.835973] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.848870] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695361, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.879874] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Releasing lock "refresh_cache-92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.879874] env[62633]: DEBUG nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Received event network-vif-plugged-180248bc-9ae8-4242-a1b7-ee72162cc99e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.879874] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Acquiring lock "19610852-7ebd-4dd5-8321-118431b8d7a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.879874] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.879874] env[62633]: DEBUG oslo_concurrency.lockutils [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.880133] env[62633]: DEBUG nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] No waiting events found dispatching network-vif-plugged-180248bc-9ae8-4242-a1b7-ee72162cc99e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 557.880133] env[62633]: WARNING nova.compute.manager [req-72b417f0-ab76-4947-ad0e-0333c39936ee req-21a74f5f-b8e1-4a66-b7bf-a48bd2d19246 service nova] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Received unexpected event network-vif-plugged-180248bc-9ae8-4242-a1b7-ee72162cc99e for instance with vm_state building and task_state spawning. [ 557.900549] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.919670] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069558} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.919670] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.920603] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb56d0-d7b9-4399-bbac-297eb448348e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.946527] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea/92ffb9bc-c6db-403d-a229-b5ef5d4d7fea.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.952488] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872760ad-bc6f-4e48-9950-92606aca81d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.970584] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468964} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.972123] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 19610852-7ebd-4dd5-8321-118431b8d7a0/19610852-7ebd-4dd5-8321-118431b8d7a0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.973099] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.973099] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 557.973099] env[62633]: value = "task-2695362" [ 557.973099] env[62633]: _type = "Task" [ 557.973099] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.973099] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eeecc60-4e8e-4a18-b8aa-7373095e9a56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.985549] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquiring lock "refresh_cache-3e6ea057-da12-4476-9846-b5a82c14f234" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.985713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquired lock "refresh_cache-3e6ea057-da12-4476-9846-b5a82c14f234" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.988505] env[62633]: DEBUG nova.network.neutron [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.988505] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.989156] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 557.989156] env[62633]: value = "task-2695363" [ 557.989156] env[62633]: _type = "Task" [ 557.989156] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.999212] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.063341] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.063964] env[62633]: DEBUG nova.compute.manager [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.067173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.773s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.068657] env[62633]: INFO nova.compute.claims [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.159616] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525fcf9a-75aa-6fb8-9954-02bfc5a3e430, 'name': SearchDatastore_Task, 'duration_secs': 0.051626} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.159970] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.160238] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 558.160464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.160604] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.160775] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.161383] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f47daad0-c673-40ad-a190-fb49a451b834 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.171827] env[62633]: DEBUG nova.compute.manager [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Received event network-changed-180248bc-9ae8-4242-a1b7-ee72162cc99e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.171827] env[62633]: DEBUG nova.compute.manager [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Refreshing instance network info cache due to event network-changed-180248bc-9ae8-4242-a1b7-ee72162cc99e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 558.172190] env[62633]: DEBUG oslo_concurrency.lockutils [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] Acquiring lock "refresh_cache-19610852-7ebd-4dd5-8321-118431b8d7a0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.172398] env[62633]: DEBUG oslo_concurrency.lockutils [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] Acquired lock "refresh_cache-19610852-7ebd-4dd5-8321-118431b8d7a0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.172574] env[62633]: DEBUG nova.network.neutron [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Refreshing network info cache for port 180248bc-9ae8-4242-a1b7-ee72162cc99e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.175439] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.175697] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.176610] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352ec23c-a068-4376-b7fa-4a082362cf27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.182755] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 558.182755] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528f43f2-0175-36ec-faf1-6935f87817bb" [ 558.182755] env[62633]: _type = "Task" [ 558.182755] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.196091] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528f43f2-0175-36ec-faf1-6935f87817bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.348766] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695361, 'name': Rename_Task, 'duration_secs': 0.170318} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.349093] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.349296] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6068728b-9ff1-4146-bd4d-4e3a594f9ef2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.356077] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 558.356077] env[62633]: value = "task-2695364" [ 558.356077] env[62633]: _type = "Task" [ 558.356077] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.364694] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.401501] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695358, 'name': ReconfigVM_Task, 'duration_secs': 0.554827} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.401817] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 42cc6567-b062-4405-8fcd-558a7e4baf5e/42cc6567-b062-4405-8fcd-558a7e4baf5e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.402500] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd8c81bc-ca93-408e-b682-8e49a3af3520 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.410548] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 558.410548] env[62633]: value = "task-2695365" [ 558.410548] env[62633]: _type = "Task" [ 558.410548] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.418896] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695365, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.486036] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695362, 'name': ReconfigVM_Task, 'duration_secs': 0.27637} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.489143] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea/92ffb9bc-c6db-403d-a229-b5ef5d4d7fea.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.489143] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fcff879-4257-4fea-a548-355a4029b8af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.496490] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 558.496490] env[62633]: value = "task-2695366" [ 558.496490] env[62633]: _type = "Task" [ 558.496490] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.499363] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071234} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.502838] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.503704] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b692f08-4863-4e50-943e-1003b0994731 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.543701] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 19610852-7ebd-4dd5-8321-118431b8d7a0/19610852-7ebd-4dd5-8321-118431b8d7a0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.543701] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695366, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.543701] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a471f9f0-bf7f-4eeb-bdf3-54240d59e80a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.560537] env[62633]: DEBUG nova.network.neutron [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.570217] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 558.570217] env[62633]: value = "task-2695367" [ 558.570217] env[62633]: _type = "Task" [ 558.570217] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.572856] env[62633]: DEBUG nova.compute.utils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 558.578193] env[62633]: DEBUG nova.compute.manager [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.578193] env[62633]: DEBUG nova.network.neutron [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.584859] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.698639] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528f43f2-0175-36ec-faf1-6935f87817bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.701517] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e163cd95-17ab-4df9-a8f8-526036038f59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.708131] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 558.708131] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5237d5c7-9eca-3da7-c316-9f56b7f73ab7" [ 558.708131] env[62633]: _type = "Task" [ 558.708131] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.719943] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5237d5c7-9eca-3da7-c316-9f56b7f73ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.837523] env[62633]: DEBUG nova.policy [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb4337792c274df2a39c37cb01434fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '142dfc15575b42c9b4546a6325d28350', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.872557] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.901149] env[62633]: DEBUG nova.network.neutron [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Updating instance_info_cache with network_info: [{"id": "a9abdbcb-b1f8-48c3-a863-e21ca858dfe0", "address": "fa:16:3e:03:d9:2b", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9abdbcb-b1", "ovs_interfaceid": "a9abdbcb-b1f8-48c3-a863-e21ca858dfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.921313] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695365, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.009319] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695366, 'name': Rename_Task, 'duration_secs': 0.330224} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.011706] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.012032] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89cb26d2-5c21-4156-8d49-8fd3ae8e1958 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.019529] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 559.019529] env[62633]: value = "task-2695368" [ 559.019529] env[62633]: _type = "Task" [ 559.019529] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.027799] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.076767] env[62633]: DEBUG nova.compute.manager [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.089508] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.222200] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5237d5c7-9eca-3da7-c316-9f56b7f73ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.023797} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.226637] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.226637] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 9e379033-a6bd-4853-918f-8ddcd30ac375/9e379033-a6bd-4853-918f-8ddcd30ac375.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.226637] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97c3cb65-dfb4-4e89-b0c4-736c3b2c5039 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.236478] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 559.236478] env[62633]: value = "task-2695369" [ 559.236478] env[62633]: _type = "Task" [ 559.236478] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.253033] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.269277] env[62633]: DEBUG nova.network.neutron [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Updated VIF entry in instance network info cache for port 180248bc-9ae8-4242-a1b7-ee72162cc99e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.269673] env[62633]: DEBUG nova.network.neutron [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Updating instance_info_cache with network_info: [{"id": "180248bc-9ae8-4242-a1b7-ee72162cc99e", "address": "fa:16:3e:06:4c:73", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180248bc-9a", "ovs_interfaceid": "180248bc-9ae8-4242-a1b7-ee72162cc99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.371223] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695364, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.374299] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53d8fd0-886f-4f42-b25f-5b700465c345 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.386121] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8895c7-03e7-49dd-800a-f0fb3331267c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.416550] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Releasing lock "refresh_cache-3e6ea057-da12-4476-9846-b5a82c14f234" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.416880] env[62633]: DEBUG nova.compute.manager [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Instance network_info: |[{"id": "a9abdbcb-b1f8-48c3-a863-e21ca858dfe0", "address": "fa:16:3e:03:d9:2b", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9abdbcb-b1", "ovs_interfaceid": "a9abdbcb-b1f8-48c3-a863-e21ca858dfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.417619] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:d9:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9abdbcb-b1f8-48c3-a863-e21ca858dfe0', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.425473] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Creating folder: Project (24d39dc287c14f4f88bbbe4cda91c9bd). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.429309] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94dc489-17ff-487b-aaf9-b246b5e5fe54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.432980] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6aa585d-1880-4a85-ba9e-8eeb3e73738b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.437980] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquiring lock "ff80e626-b62c-4d87-bbd0-937cd0126a24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.439583] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "ff80e626-b62c-4d87-bbd0-937cd0126a24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.446140] env[62633]: DEBUG nova.network.neutron [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Successfully created port: c5bce520-e61b-4423-95ba-a990835f5f4c {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.449199] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a523968-07aa-4a34-8e42-4c418fcb7968 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.454265] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695365, 'name': Rename_Task, 'duration_secs': 0.774164} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.455860] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.457275] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Created folder: Project (24d39dc287c14f4f88bbbe4cda91c9bd) in parent group-v543169. [ 559.457275] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Creating folder: Instances. Parent ref: group-v543185. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.457429] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0ec1a35-9822-4faa-9314-d28cabd14f6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.462026] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32e88d5c-c5f5-41b1-81c4-f9fbea510d62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.469091] env[62633]: DEBUG nova.compute.provider_tree [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.477479] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 559.477479] env[62633]: value = "task-2695371" [ 559.477479] env[62633]: _type = "Task" [ 559.477479] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.482385] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Created folder: Instances in parent group-v543185. [ 559.482784] env[62633]: DEBUG oslo.service.loopingcall [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.483965] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.484239] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8af13907-386c-47e8-9077-7e70014f07f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.504892] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.509860] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.509860] env[62633]: value = "task-2695373" [ 559.509860] env[62633]: _type = "Task" [ 559.509860] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.519616] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695373, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.528907] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695368, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.579765] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695367, 'name': ReconfigVM_Task, 'duration_secs': 0.671796} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.583883] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 19610852-7ebd-4dd5-8321-118431b8d7a0/19610852-7ebd-4dd5-8321-118431b8d7a0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.584968] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbac54ac-92b8-44fd-a114-f8c063095775 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.591289] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 559.591289] env[62633]: value = "task-2695374" [ 559.591289] env[62633]: _type = "Task" [ 559.591289] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.599916] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695374, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.749900] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695369, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.776056] env[62633]: DEBUG oslo_concurrency.lockutils [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] Releasing lock "refresh_cache-19610852-7ebd-4dd5-8321-118431b8d7a0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.776260] env[62633]: DEBUG nova.compute.manager [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Received event network-vif-plugged-653a871f-42bb-42e8-bc28-ec8be15d7e25 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.776468] env[62633]: DEBUG oslo_concurrency.lockutils [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] Acquiring lock "9e379033-a6bd-4853-918f-8ddcd30ac375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.776682] env[62633]: DEBUG oslo_concurrency.lockutils [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.776850] env[62633]: DEBUG oslo_concurrency.lockutils [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.777118] env[62633]: DEBUG nova.compute.manager [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] No waiting events found dispatching network-vif-plugged-653a871f-42bb-42e8-bc28-ec8be15d7e25 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.777427] env[62633]: WARNING nova.compute.manager [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Received unexpected event network-vif-plugged-653a871f-42bb-42e8-bc28-ec8be15d7e25 for instance with vm_state building and task_state spawning. [ 559.777515] env[62633]: DEBUG nova.compute.manager [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Received event network-changed-653a871f-42bb-42e8-bc28-ec8be15d7e25 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.777670] env[62633]: DEBUG nova.compute.manager [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Refreshing instance network info cache due to event network-changed-653a871f-42bb-42e8-bc28-ec8be15d7e25. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.777862] env[62633]: DEBUG oslo_concurrency.lockutils [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] Acquiring lock "refresh_cache-9e379033-a6bd-4853-918f-8ddcd30ac375" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.778027] env[62633]: DEBUG oslo_concurrency.lockutils [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] Acquired lock "refresh_cache-9e379033-a6bd-4853-918f-8ddcd30ac375" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.778272] env[62633]: DEBUG nova.network.neutron [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Refreshing network info cache for port 653a871f-42bb-42e8-bc28-ec8be15d7e25 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.867786] env[62633]: DEBUG oslo_vmware.api [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695364, 'name': PowerOnVM_Task, 'duration_secs': 1.164154} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.868120] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.869030] env[62633]: INFO nova.compute.manager [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Took 16.63 seconds to spawn the instance on the hypervisor. [ 559.869030] env[62633]: DEBUG nova.compute.manager [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.869686] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b53a2ea-81bd-4747-95b4-182a3bc6c436 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.973269] env[62633]: DEBUG nova.scheduler.client.report [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.991404] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.027147] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695373, 'name': CreateVM_Task, 'duration_secs': 0.4967} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.030737] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 560.032297] env[62633]: DEBUG oslo_vmware.service [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea46cc4-68f4-476b-9dec-01930f340493 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.058876] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.058876] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.058876] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.058876] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c79a1b-1144-464c-bb69-2a4a417fcae8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.064252] env[62633]: DEBUG oslo_vmware.api [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695368, 'name': PowerOnVM_Task, 'duration_secs': 0.796613} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.064991] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.065975] env[62633]: INFO nova.compute.manager [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Took 11.78 seconds to spawn the instance on the hypervisor. [ 560.065975] env[62633]: DEBUG nova.compute.manager [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.066341] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e0f47a-37c6-4729-af05-203ec617b9f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.071252] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 560.071252] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f43cc7-f74d-88b8-b2db-3a70b541f09a" [ 560.071252] env[62633]: _type = "Task" [ 560.071252] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.088609] env[62633]: DEBUG nova.compute.manager [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.099594] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.099693] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.099951] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.100101] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.100310] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.100632] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fbb3e13-6e8f-41ba-bfbc-908c952fbb48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.113239] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695374, 'name': Rename_Task, 'duration_secs': 0.260356} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.114355] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.114355] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.114587] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.114811] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa21d63c-d15e-4ccf-aa81-9453c0f07942 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.117812] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1784b6-90c8-49d8-9fea-1d9b15d8939e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.125554] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bec486-24f3-4235-b64b-f7d22d01c654 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.129817] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 560.129817] env[62633]: value = "task-2695375" [ 560.129817] env[62633]: _type = "Task" [ 560.129817] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.136154] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 560.136154] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ad378c-3ea1-1560-82ba-0c1091d53cec" [ 560.136154] env[62633]: _type = "Task" [ 560.136154] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.143469] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695375, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.146128] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.146421] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.146861] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.146861] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.146861] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.147183] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.147260] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.147442] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.147654] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.147783] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.147977] env[62633]: DEBUG nova.virt.hardware [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.149223] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a109f1f8-e58f-4484-bfc7-50ba309f20c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.157651] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 560.157877] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Creating directory with path [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.158567] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86624a32-2816-498f-b1d1-6ae404fd316e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.164836] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d80f7e-aa22-41f5-88e4-779d45e4b955 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.186444] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Created directory with path [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.186642] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Fetch image to [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 560.186804] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Downloading image file data 8766f35a-2c20-4173-bc3c-85dd2024992d to [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62633) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 560.187649] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7808a72-cb7a-4360-b2c9-defc934de781 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.194735] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3368b01c-dfd4-4b3a-9587-8fdb6734816c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.204364] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1dcb59-d4ca-40d0-ad4d-72647ed08e80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.237600] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcb982d-c9a9-430d-8333-c831925b801c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.250204] env[62633]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fb23054e-85db-4774-aa6d-8a6bad94989e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.252146] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520525} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.252435] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 9e379033-a6bd-4853-918f-8ddcd30ac375/9e379033-a6bd-4853-918f-8ddcd30ac375.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.252642] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.253479] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-040ec6c5-0495-498d-91f8-d186494f7d6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.261252] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 560.261252] env[62633]: value = "task-2695376" [ 560.261252] env[62633]: _type = "Task" [ 560.261252] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.270710] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.278862] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Downloading image file data 8766f35a-2c20-4173-bc3c-85dd2024992d to the data store datastore2 {{(pid=62633) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 560.333269] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 560.409546] env[62633]: INFO nova.compute.manager [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Took 21.44 seconds to build instance. [ 560.478639] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.479698] env[62633]: DEBUG nova.compute.manager [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 560.485546] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.926s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.491020] env[62633]: INFO nova.compute.claims [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 560.502790] env[62633]: DEBUG oslo_vmware.api [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695371, 'name': PowerOnVM_Task, 'duration_secs': 0.603077} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.503424] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.503684] env[62633]: INFO nova.compute.manager [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Took 14.26 seconds to spawn the instance on the hypervisor. [ 560.503951] env[62633]: DEBUG nova.compute.manager [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.505490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1172cd67-5f9b-41b9-899e-65257e00e271 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.604074] env[62633]: INFO nova.compute.manager [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Took 19.22 seconds to build instance. [ 560.646704] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.724439] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquiring lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.724439] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.730486] env[62633]: DEBUG nova.network.neutron [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Successfully updated port: 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.774381] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21829} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.784531] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.786020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb748121-63dc-4965-a3cf-eb7b303cb358 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.819648] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 9e379033-a6bd-4853-918f-8ddcd30ac375/9e379033-a6bd-4853-918f-8ddcd30ac375.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.823811] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe417cc-1143-450b-be8e-2f0303f01491 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.849794] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 560.849794] env[62633]: value = "task-2695377" [ 560.849794] env[62633]: _type = "Task" [ 560.849794] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.859081] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.912706] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a22473-f698-450c-9a1e-f0a73bcecda1 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.955s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.914101] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.936s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.914291] env[62633]: INFO nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] During sync_power_state the instance has a pending task (spawning). Skip. [ 560.914463] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.995699] env[62633]: DEBUG nova.compute.utils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 560.998395] env[62633]: DEBUG nova.compute.manager [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 561.027410] env[62633]: INFO nova.compute.manager [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Took 20.09 seconds to build instance. [ 561.106443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3506c7c-b462-4029-8cc6-55f3e97738a9 tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.728s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.108488] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.130s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.108760] env[62633]: INFO nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] During sync_power_state the instance has a pending task (spawning). Skip. [ 561.109015] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.144045] env[62633]: DEBUG oslo_vmware.api [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695375, 'name': PowerOnVM_Task, 'duration_secs': 0.924294} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.144045] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.144229] env[62633]: INFO nova.compute.manager [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Took 10.61 seconds to spawn the instance on the hypervisor. [ 561.144411] env[62633]: DEBUG nova.compute.manager [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.145550] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61468a9a-e303-4927-909f-9e053083d48e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.240918] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.243140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.243140] env[62633]: DEBUG nova.network.neutron [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.306217] env[62633]: DEBUG nova.network.neutron [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Updated VIF entry in instance network info cache for port 653a871f-42bb-42e8-bc28-ec8be15d7e25. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.306667] env[62633]: DEBUG nova.network.neutron [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Updating instance_info_cache with network_info: [{"id": "653a871f-42bb-42e8-bc28-ec8be15d7e25", "address": "fa:16:3e:f2:4c:99", "network": {"id": "a76a1460-d9d8-4ae8-9725-5fd0024a2373", "bridge": "br-int", "label": "tempest-ServersTestJSON-399648127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737ca8165fb94c3b8743d4586b081aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653a871f-42", "ovs_interfaceid": "653a871f-42bb-42e8-bc28-ec8be15d7e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.316775] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 561.317156] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 561.361622] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695377, 'name': ReconfigVM_Task, 'duration_secs': 0.475704} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.361622] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 9e379033-a6bd-4853-918f-8ddcd30ac375/9e379033-a6bd-4853-918f-8ddcd30ac375.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.362025] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7f3e05d-98ee-43f9-af5c-9db498641760 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.368717] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 561.368717] env[62633]: value = "task-2695378" [ 561.368717] env[62633]: _type = "Task" [ 561.368717] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.378210] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695378, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.418947] env[62633]: DEBUG nova.compute.manager [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.424459] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Downloaded image file data 8766f35a-2c20-4173-bc3c-85dd2024992d to vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62633) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 561.426277] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 561.426581] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Copying Virtual Disk [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk to [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.427376] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-213fbf8b-c067-40bc-ab05-8d1b29b10d0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.435748] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 561.435748] env[62633]: value = "task-2695379" [ 561.435748] env[62633]: _type = "Task" [ 561.435748] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.450029] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.500047] env[62633]: DEBUG nova.compute.manager [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 561.529360] env[62633]: DEBUG oslo_concurrency.lockutils [None req-72c2548e-85e0-4ddc-a8ff-62903e67c88c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.607s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.530753] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.553s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.530951] env[62633]: INFO nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] During sync_power_state the instance has a pending task (spawning). Skip. [ 561.531145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.608593] env[62633]: DEBUG nova.compute.manager [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.665782] env[62633]: INFO nova.compute.manager [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Took 17.62 seconds to build instance. [ 561.765397] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a776c892-54bf-4d33-88e9-e907e02ff799 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.773984] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b086968b-85b5-41a7-a4b1-2d4ee1e36ada {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.810800] env[62633]: DEBUG oslo_concurrency.lockutils [req-a3513502-aa8d-46ab-b7f8-fcb6657870b9 req-47d31f4f-f2ea-4116-9152-e6f0ec3b121a service nova] Releasing lock "refresh_cache-9e379033-a6bd-4853-918f-8ddcd30ac375" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.811753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29288b0-d166-4be3-b795-168d68e3825e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.817438] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "c1e17e07-ebe4-4271-9af9-e1f28786749a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.817665] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "c1e17e07-ebe4-4271-9af9-e1f28786749a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.826571] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ed2ee1-3aeb-4e94-a09c-d3f959dfaa84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.843318] env[62633]: DEBUG nova.compute.provider_tree [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.845752] env[62633]: DEBUG nova.compute.manager [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Received event network-vif-plugged-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.846047] env[62633]: DEBUG oslo_concurrency.lockutils [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] Acquiring lock "3e6ea057-da12-4476-9846-b5a82c14f234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.846271] env[62633]: DEBUG oslo_concurrency.lockutils [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] Lock "3e6ea057-da12-4476-9846-b5a82c14f234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.846441] env[62633]: DEBUG oslo_concurrency.lockutils [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] Lock "3e6ea057-da12-4476-9846-b5a82c14f234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.846608] env[62633]: DEBUG nova.compute.manager [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] No waiting events found dispatching network-vif-plugged-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.846779] env[62633]: WARNING nova.compute.manager [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Received unexpected event network-vif-plugged-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 for instance with vm_state building and task_state spawning. [ 561.846937] env[62633]: DEBUG nova.compute.manager [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Received event network-changed-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.847099] env[62633]: DEBUG nova.compute.manager [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Refreshing instance network info cache due to event network-changed-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 561.847282] env[62633]: DEBUG oslo_concurrency.lockutils [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] Acquiring lock "refresh_cache-3e6ea057-da12-4476-9846-b5a82c14f234" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.847415] env[62633]: DEBUG oslo_concurrency.lockutils [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] Acquired lock "refresh_cache-3e6ea057-da12-4476-9846-b5a82c14f234" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.847564] env[62633]: DEBUG nova.network.neutron [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Refreshing network info cache for port a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.858744] env[62633]: DEBUG nova.network.neutron [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.863668] env[62633]: DEBUG nova.compute.manager [req-6f43f8f2-4590-4218-8649-f9bc1448e07d req-a03321c5-0be1-4607-b811-5685c949fe02 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Received event network-vif-plugged-4a83ce52-6dd8-47b7-b884-3bce7c370bd6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.863846] env[62633]: DEBUG oslo_concurrency.lockutils [req-6f43f8f2-4590-4218-8649-f9bc1448e07d req-a03321c5-0be1-4607-b811-5685c949fe02 service nova] Acquiring lock "61bba756-8f9a-46af-a385-76fb8ab28a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.864466] env[62633]: DEBUG oslo_concurrency.lockutils [req-6f43f8f2-4590-4218-8649-f9bc1448e07d req-a03321c5-0be1-4607-b811-5685c949fe02 service nova] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.864666] env[62633]: DEBUG oslo_concurrency.lockutils [req-6f43f8f2-4590-4218-8649-f9bc1448e07d req-a03321c5-0be1-4607-b811-5685c949fe02 service nova] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.864881] env[62633]: DEBUG nova.compute.manager [req-6f43f8f2-4590-4218-8649-f9bc1448e07d req-a03321c5-0be1-4607-b811-5685c949fe02 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] No waiting events found dispatching network-vif-plugged-4a83ce52-6dd8-47b7-b884-3bce7c370bd6 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.865406] env[62633]: WARNING nova.compute.manager [req-6f43f8f2-4590-4218-8649-f9bc1448e07d req-a03321c5-0be1-4607-b811-5685c949fe02 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Received unexpected event network-vif-plugged-4a83ce52-6dd8-47b7-b884-3bce7c370bd6 for instance with vm_state building and task_state spawning. [ 561.877583] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695378, 'name': Rename_Task, 'duration_secs': 0.258477} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.877856] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.878114] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e983e35-5cba-46b7-9228-fca2fd4cd32e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.885045] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 561.885045] env[62633]: value = "task-2695380" [ 561.885045] env[62633]: _type = "Task" [ 561.885045] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.895508] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.948396] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695379, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.949768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.033085] env[62633]: DEBUG nova.compute.manager [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.135212] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.170444] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d953a4b-7037-48cd-8a50-73573c7d7b79 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.132s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.170444] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.191s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.170444] env[62633]: INFO nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] During sync_power_state the instance has a pending task (spawning). Skip. [ 562.170444] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.304693] env[62633]: DEBUG nova.network.neutron [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Successfully updated port: c5bce520-e61b-4423-95ba-a990835f5f4c {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.355171] env[62633]: DEBUG nova.scheduler.client.report [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.396912] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.404735] env[62633]: DEBUG nova.network.neutron [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updating instance_info_cache with network_info: [{"id": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "address": "fa:16:3e:32:d5:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83ce52-6d", "ovs_interfaceid": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.447528] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965442} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.448056] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Copied Virtual Disk [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk to [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.448056] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Deleting the datastore file [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d/tmp-sparse.vmdk {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 562.448239] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ead470e-cbe8-4524-90e9-69f52356ea05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.458927] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 562.458927] env[62633]: value = "task-2695381" [ 562.458927] env[62633]: _type = "Task" [ 562.458927] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.467751] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.514800] env[62633]: DEBUG nova.compute.manager [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 562.553753] env[62633]: DEBUG nova.compute.manager [None req-8f582d59-378e-4183-8055-e2f4a9a66ff6 tempest-ServerExternalEventsTest-107558306 tempest-ServerExternalEventsTest-107558306-project] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Received event network-changed {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.554495] env[62633]: DEBUG nova.compute.manager [None req-8f582d59-378e-4183-8055-e2f4a9a66ff6 tempest-ServerExternalEventsTest-107558306 tempest-ServerExternalEventsTest-107558306-project] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Refreshing instance network info cache due to event network-changed. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 562.555930] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f582d59-378e-4183-8055-e2f4a9a66ff6 tempest-ServerExternalEventsTest-107558306 tempest-ServerExternalEventsTest-107558306-project] Acquiring lock "refresh_cache-42cc6567-b062-4405-8fcd-558a7e4baf5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.556245] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f582d59-378e-4183-8055-e2f4a9a66ff6 tempest-ServerExternalEventsTest-107558306 tempest-ServerExternalEventsTest-107558306-project] Acquired lock "refresh_cache-42cc6567-b062-4405-8fcd-558a7e4baf5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.556921] env[62633]: DEBUG nova.network.neutron [None req-8f582d59-378e-4183-8055-e2f4a9a66ff6 tempest-ServerExternalEventsTest-107558306 tempest-ServerExternalEventsTest-107558306-project] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.565379] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 562.565379] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 562.565379] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 562.565644] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 562.567343] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 562.567639] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 562.567999] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 562.568284] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 562.568559] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 562.568844] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 562.569175] env[62633]: DEBUG nova.virt.hardware [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 562.570824] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec024362-c382-4a66-9637-10d3a0d98656 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.576702] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.583119] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef88bd-6c89-4973-b12f-c4735b8324d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.606032] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.611912] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Creating folder: Project (3abd1c7aba6e44d7af18bddea3e11832). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.613041] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fff0ed96-7efe-44bd-ae6e-0fc3e38c43e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.624045] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Created folder: Project (3abd1c7aba6e44d7af18bddea3e11832) in parent group-v543169. [ 562.624279] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Creating folder: Instances. Parent ref: group-v543188. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.624520] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c8da4b4-6c42-4b92-9944-adf0785a9721 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.634322] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Created folder: Instances in parent group-v543188. [ 562.634322] env[62633]: DEBUG oslo.service.loopingcall [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.634322] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 308196fc-c178-402d-b669-c01a18c93221] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.634795] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7af9c99-658f-4983-8c82-10e49e26d02f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.654163] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.654163] env[62633]: value = "task-2695384" [ 562.654163] env[62633]: _type = "Task" [ 562.654163] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.669593] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695384, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.672474] env[62633]: DEBUG nova.compute.manager [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.809591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "refresh_cache-d1acc780-532c-43cb-ab52-85abbf4afcbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.809672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "refresh_cache-d1acc780-532c-43cb-ab52-85abbf4afcbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.809796] env[62633]: DEBUG nova.network.neutron [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.866086] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.866629] env[62633]: DEBUG nova.compute.manager [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.869529] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.382s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.869529] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.870370] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 562.870370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.920s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.872512] env[62633]: INFO nova.compute.claims [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.879289] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c079eab-f1ab-4937-96ac-d2c4d6d7e40c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.899673] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebf862d-671d-4e54-9a91-2579bfc24da8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.910812] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.911152] env[62633]: DEBUG nova.compute.manager [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Instance network_info: |[{"id": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "address": "fa:16:3e:32:d5:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83ce52-6d", "ovs_interfaceid": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.913025] env[62633]: DEBUG oslo_vmware.api [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695380, 'name': PowerOnVM_Task, 'duration_secs': 0.854061} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.913025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:d5:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a83ce52-6dd8-47b7-b884-3bce7c370bd6', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.920083] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Creating folder: Project (b9fecf2e237f45018e4afed92dac533d). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.920547] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.920671] env[62633]: INFO nova.compute.manager [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Took 10.14 seconds to spawn the instance on the hypervisor. [ 562.920773] env[62633]: DEBUG nova.compute.manager [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.930577] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5075bd10-05df-4202-a0fb-d9c3cd3f381c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.933553] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e0f3a9-95c8-43be-957f-abb487bf3b99 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.937864] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feb94d3-d160-487c-938e-baf29b956514 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.951556] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e56067-6a06-43ce-a5ff-738433211d59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.956641] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Created folder: Project (b9fecf2e237f45018e4afed92dac533d) in parent group-v543169. [ 562.956842] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Creating folder: Instances. Parent ref: group-v543191. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.957366] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5992c15f-8976-4736-86ac-d806d6a277e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.988256] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181138MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 562.988414] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.993576] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Created folder: Instances in parent group-v543191. [ 562.993825] env[62633]: DEBUG oslo.service.loopingcall [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.994357] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.994576] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a07976f0-ae77-408c-84fb-9632fe188743 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.013504] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032823} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.015566] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 563.015566] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Moving file from [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b/8766f35a-2c20-4173-bc3c-85dd2024992d to [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d. {{(pid=62633) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 563.015566] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ec6d8afe-98d4-49ec-85bf-5026aa5e934f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.018963] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.018963] env[62633]: value = "task-2695387" [ 563.018963] env[62633]: _type = "Task" [ 563.018963] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.027149] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 563.027149] env[62633]: value = "task-2695388" [ 563.027149] env[62633]: _type = "Task" [ 563.027149] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.032819] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695387, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.038030] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695388, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.163804] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695384, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.215921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.237165] env[62633]: DEBUG nova.network.neutron [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Updated VIF entry in instance network info cache for port a9abdbcb-b1f8-48c3-a863-e21ca858dfe0. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 563.237515] env[62633]: DEBUG nova.network.neutron [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Updating instance_info_cache with network_info: [{"id": "a9abdbcb-b1f8-48c3-a863-e21ca858dfe0", "address": "fa:16:3e:03:d9:2b", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9abdbcb-b1", "ovs_interfaceid": "a9abdbcb-b1f8-48c3-a863-e21ca858dfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.287577] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquiring lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.287792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.377645] env[62633]: DEBUG nova.compute.utils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 563.379620] env[62633]: DEBUG nova.compute.manager [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.379620] env[62633]: DEBUG nova.network.neutron [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.418476] env[62633]: DEBUG nova.network.neutron [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.472744] env[62633]: INFO nova.compute.manager [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Took 19.16 seconds to build instance. [ 563.535164] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695387, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.540292] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695388, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.052018} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.540529] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] File moved {{(pid=62633) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 563.540714] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Cleaning up location [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 563.540870] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Deleting the datastore file [datastore2] vmware_temp/c952a0bd-8b16-4f6c-b77c-37f98c67e17b {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 563.541585] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d95d0737-6dfb-4d40-8b24-4ea4f512b715 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.548544] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 563.548544] env[62633]: value = "task-2695389" [ 563.548544] env[62633]: _type = "Task" [ 563.548544] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.559855] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.561488] env[62633]: DEBUG nova.policy [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4db79e960c7d4954a114570ed6d50323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b884df404ec4fb5997c5ea931e06449', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.672221] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695384, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.743290] env[62633]: DEBUG oslo_concurrency.lockutils [req-3661df14-0902-4d85-92df-ed1dd826cf1c req-4bf5d05b-6129-463f-8727-ff1db98feb55 service nova] Releasing lock "refresh_cache-3e6ea057-da12-4476-9846-b5a82c14f234" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.750096] env[62633]: DEBUG nova.network.neutron [None req-8f582d59-378e-4183-8055-e2f4a9a66ff6 tempest-ServerExternalEventsTest-107558306 tempest-ServerExternalEventsTest-107558306-project] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Updating instance_info_cache with network_info: [{"id": "f2ac4816-e553-47e3-bff2-31b1c1c734df", "address": "fa:16:3e:aa:43:16", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ac4816-e5", "ovs_interfaceid": "f2ac4816-e553-47e3-bff2-31b1c1c734df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.885848] env[62633]: DEBUG nova.compute.manager [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.979067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a531f95-f45a-4133-a279-8a453285840d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.674s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.979067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.999s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.979067] env[62633]: INFO nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] During sync_power_state the instance has a pending task (spawning). Skip. [ 563.979286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.032176] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695387, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.059227] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041451} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.059524] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 564.060261] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b00871-7df6-4b61-83dc-4abb6b92d03d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.069196] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 564.069196] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a1b1a8-3e71-8269-2cd4-c21d5ae75a18" [ 564.069196] env[62633]: _type = "Task" [ 564.069196] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.079601] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a1b1a8-3e71-8269-2cd4-c21d5ae75a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.166176] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695384, 'name': CreateVM_Task, 'duration_secs': 1.357219} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.166176] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 308196fc-c178-402d-b669-c01a18c93221] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.166176] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.166176] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.166554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.169424] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83cfc0b-f6f4-4dcf-8d60-5925bba87dbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.176400] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 564.176400] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ed88e6-2935-3d46-7e4f-367c96e3f4c1" [ 564.176400] env[62633]: _type = "Task" [ 564.176400] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.191047] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ed88e6-2935-3d46-7e4f-367c96e3f4c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.245607] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808ae484-9e6b-4a1d-bf51-895d08935a89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.252177] env[62633]: DEBUG nova.network.neutron [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Updating instance_info_cache with network_info: [{"id": "c5bce520-e61b-4423-95ba-a990835f5f4c", "address": "fa:16:3e:fd:8e:64", "network": {"id": "52e84082-3bfb-42f4-b2d0-a9bf8f176318", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1012565790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142dfc15575b42c9b4546a6325d28350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bce520-e6", "ovs_interfaceid": "c5bce520-e61b-4423-95ba-a990835f5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.257036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f582d59-378e-4183-8055-e2f4a9a66ff6 tempest-ServerExternalEventsTest-107558306 tempest-ServerExternalEventsTest-107558306-project] Releasing lock "refresh_cache-42cc6567-b062-4405-8fcd-558a7e4baf5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.259131] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423786b-1739-4193-9d18-de62db463aaf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.331731] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85c3a59-e4fd-48f3-8dcf-9b57c91f8f81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.336089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.336269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.342754] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081daa64-5fb5-4e95-a550-a9af458d99fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.363031] env[62633]: DEBUG nova.compute.provider_tree [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.463189] env[62633]: DEBUG nova.network.neutron [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Successfully created port: 132d65d3-8250-4bd2-90f9-84daa46bcc42 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.484982] env[62633]: DEBUG nova.compute.manager [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.535935] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695387, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.581961] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a1b1a8-3e71-8269-2cd4-c21d5ae75a18, 'name': SearchDatastore_Task, 'duration_secs': 0.023373} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.583896] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.584196] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 3e6ea057-da12-4476-9846-b5a82c14f234/3e6ea057-da12-4476-9846-b5a82c14f234.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.584464] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8caf33ab-8466-4ea5-a956-55d059f1f417 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.593646] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 564.593646] env[62633]: value = "task-2695390" [ 564.593646] env[62633]: _type = "Task" [ 564.593646] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.602565] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.687140] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ed88e6-2935-3d46-7e4f-367c96e3f4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.024631} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.687476] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.687822] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.688089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.688236] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.688725] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.689046] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78a06982-d83c-4ce4-982f-f41b8513d53f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.707713] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.707912] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.708770] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67ca7c4-27b1-4532-a8fc-1fa789fc334d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.715387] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 564.715387] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525a2a16-6dfa-b67f-17d2-ed3aa4f93407" [ 564.715387] env[62633]: _type = "Task" [ 564.715387] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.729870] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525a2a16-6dfa-b67f-17d2-ed3aa4f93407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.756652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "refresh_cache-d1acc780-532c-43cb-ab52-85abbf4afcbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.757555] env[62633]: DEBUG nova.compute.manager [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Instance network_info: |[{"id": "c5bce520-e61b-4423-95ba-a990835f5f4c", "address": "fa:16:3e:fd:8e:64", "network": {"id": "52e84082-3bfb-42f4-b2d0-a9bf8f176318", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1012565790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142dfc15575b42c9b4546a6325d28350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bce520-e6", "ovs_interfaceid": "c5bce520-e61b-4423-95ba-a990835f5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.758174] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:8e:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5bce520-e61b-4423-95ba-a990835f5f4c', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.769921] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Creating folder: Project (142dfc15575b42c9b4546a6325d28350). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.770544] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5be016b2-ee78-4948-ac46-1141fa4d976d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.780631] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Created folder: Project (142dfc15575b42c9b4546a6325d28350) in parent group-v543169. [ 564.780863] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Creating folder: Instances. Parent ref: group-v543194. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.781146] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d1da252-20d4-46dd-9988-408342242c2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.791250] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Created folder: Instances in parent group-v543194. [ 564.791250] env[62633]: DEBUG oslo.service.loopingcall [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.791250] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.791482] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b483c19a-564f-49a9-8a0d-20e30d89542b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.814175] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.814175] env[62633]: value = "task-2695393" [ 564.814175] env[62633]: _type = "Task" [ 564.814175] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.822077] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695393, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.866953] env[62633]: DEBUG nova.scheduler.client.report [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.896065] env[62633]: DEBUG nova.compute.manager [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.941037] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.941895] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.941895] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.943360] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.943360] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.943360] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.945754] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.945998] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.946207] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.946417] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.946654] env[62633]: DEBUG nova.virt.hardware [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.947736] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d121fe15-9a2e-44d3-ab3b-dc70e3d7854e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.967860] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09617d5a-ae20-4a76-84bf-ef2ea9bfb0d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.031445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.036441] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695387, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.116248] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695390, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.229322] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525a2a16-6dfa-b67f-17d2-ed3aa4f93407, 'name': SearchDatastore_Task, 'duration_secs': 0.037021} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.230508] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ff7643-f035-453f-9ee5-a187a4485977 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.238857] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 565.238857] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52929b9d-50e7-ffd5-fcec-6f5356f0679a" [ 565.238857] env[62633]: _type = "Task" [ 565.238857] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.249565] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52929b9d-50e7-ffd5-fcec-6f5356f0679a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.289540] env[62633]: DEBUG nova.compute.manager [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Received event network-vif-plugged-c5bce520-e61b-4423-95ba-a990835f5f4c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.289733] env[62633]: DEBUG oslo_concurrency.lockutils [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] Acquiring lock "d1acc780-532c-43cb-ab52-85abbf4afcbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.289976] env[62633]: DEBUG oslo_concurrency.lockutils [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] Lock "d1acc780-532c-43cb-ab52-85abbf4afcbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.294569] env[62633]: DEBUG oslo_concurrency.lockutils [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] Lock "d1acc780-532c-43cb-ab52-85abbf4afcbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.294569] env[62633]: DEBUG nova.compute.manager [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] No waiting events found dispatching network-vif-plugged-c5bce520-e61b-4423-95ba-a990835f5f4c {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.294569] env[62633]: WARNING nova.compute.manager [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Received unexpected event network-vif-plugged-c5bce520-e61b-4423-95ba-a990835f5f4c for instance with vm_state building and task_state spawning. [ 565.294569] env[62633]: DEBUG nova.compute.manager [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Received event network-changed-c5bce520-e61b-4423-95ba-a990835f5f4c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.294569] env[62633]: DEBUG nova.compute.manager [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Refreshing instance network info cache due to event network-changed-c5bce520-e61b-4423-95ba-a990835f5f4c. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.295560] env[62633]: DEBUG oslo_concurrency.lockutils [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] Acquiring lock "refresh_cache-d1acc780-532c-43cb-ab52-85abbf4afcbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.295560] env[62633]: DEBUG oslo_concurrency.lockutils [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] Acquired lock "refresh_cache-d1acc780-532c-43cb-ab52-85abbf4afcbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.295560] env[62633]: DEBUG nova.network.neutron [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Refreshing network info cache for port c5bce520-e61b-4423-95ba-a990835f5f4c {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.323743] env[62633]: DEBUG nova.compute.manager [req-3fc1d50a-9d2d-46aa-97d6-bbc5707bf6df req-b1afb912-0342-4d82-8a69-8f3869597090 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Received event network-changed-4a83ce52-6dd8-47b7-b884-3bce7c370bd6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.324030] env[62633]: DEBUG nova.compute.manager [req-3fc1d50a-9d2d-46aa-97d6-bbc5707bf6df req-b1afb912-0342-4d82-8a69-8f3869597090 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Refreshing instance network info cache due to event network-changed-4a83ce52-6dd8-47b7-b884-3bce7c370bd6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.325596] env[62633]: DEBUG oslo_concurrency.lockutils [req-3fc1d50a-9d2d-46aa-97d6-bbc5707bf6df req-b1afb912-0342-4d82-8a69-8f3869597090 service nova] Acquiring lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.325596] env[62633]: DEBUG oslo_concurrency.lockutils [req-3fc1d50a-9d2d-46aa-97d6-bbc5707bf6df req-b1afb912-0342-4d82-8a69-8f3869597090 service nova] Acquired lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.325596] env[62633]: DEBUG nova.network.neutron [req-3fc1d50a-9d2d-46aa-97d6-bbc5707bf6df req-b1afb912-0342-4d82-8a69-8f3869597090 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Refreshing network info cache for port 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.335732] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695393, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.377885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.378972] env[62633]: DEBUG nova.compute.manager [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.383926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.249s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.385621] env[62633]: INFO nova.compute.claims [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.534823] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695387, 'name': CreateVM_Task, 'duration_secs': 2.335726} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.536724] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.536724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.536724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.536724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.536724] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe0861a-4b51-447f-8bb1-d6bd26efd4af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.541305] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 565.541305] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5213a355-75b7-f983-b349-edbcf09a20c7" [ 565.541305] env[62633]: _type = "Task" [ 565.541305] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.552650] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5213a355-75b7-f983-b349-edbcf09a20c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.580015] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Acquiring lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.580387] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.580468] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Acquiring lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.580628] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.581100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.584675] env[62633]: INFO nova.compute.manager [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Terminating instance [ 565.608201] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75506} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.608556] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 3e6ea057-da12-4476-9846-b5a82c14f234/3e6ea057-da12-4476-9846-b5a82c14f234.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.609073] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.609412] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78accbba-9425-4cb7-9826-a69b1cdca389 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.618207] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 565.618207] env[62633]: value = "task-2695394" [ 565.618207] env[62633]: _type = "Task" [ 565.618207] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.631532] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.671623] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquiring lock "42cc6567-b062-4405-8fcd-558a7e4baf5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.671623] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.671623] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquiring lock "42cc6567-b062-4405-8fcd-558a7e4baf5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.671623] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.672024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.673944] env[62633]: INFO nova.compute.manager [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Terminating instance [ 565.751518] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52929b9d-50e7-ffd5-fcec-6f5356f0679a, 'name': SearchDatastore_Task, 'duration_secs': 0.062569} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.751518] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.751824] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 308196fc-c178-402d-b669-c01a18c93221/308196fc-c178-402d-b669-c01a18c93221.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.752185] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dd5171c-8437-4d13-9258-caeff718b8f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.761238] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 565.761238] env[62633]: value = "task-2695395" [ 565.761238] env[62633]: _type = "Task" [ 565.761238] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.772957] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.831140] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695393, 'name': CreateVM_Task, 'duration_secs': 0.559471} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.831359] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.833158] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.893420] env[62633]: DEBUG nova.compute.utils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 565.898281] env[62633]: DEBUG nova.compute.manager [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.898281] env[62633]: DEBUG nova.network.neutron [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.913652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "19610852-7ebd-4dd5-8321-118431b8d7a0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.913652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.913652] env[62633]: DEBUG nova.compute.manager [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.913976] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864298a9-6450-437d-8878-ba1683f1c742 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.921571] env[62633]: DEBUG nova.compute.manager [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 565.923239] env[62633]: DEBUG nova.objects.instance [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lazy-loading 'flavor' on Instance uuid 19610852-7ebd-4dd5-8321-118431b8d7a0 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 565.967519] env[62633]: DEBUG nova.policy [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b6b76fdfba4d6ead2f8f08fae5ff33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5192f005700245d88ade4dd3135cedb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.058020] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5213a355-75b7-f983-b349-edbcf09a20c7, 'name': SearchDatastore_Task, 'duration_secs': 0.039259} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.058020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.058020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.058020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.058261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.058261] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.058261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.058261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.058261] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b158283a-c2ce-4e8b-83a9-0f819b8505bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.060381] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34cdd6f-7987-42f7-a882-bfcc623a3c71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.066365] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 566.066365] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ebf55a-de76-0cbe-b486-7bcad88ecb72" [ 566.066365] env[62633]: _type = "Task" [ 566.066365] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.073326] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.073512] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.074265] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012d92a7-85f8-403f-ae10-c50dfca64c8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.081341] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ebf55a-de76-0cbe-b486-7bcad88ecb72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.082955] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 566.082955] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525977ec-7e25-c0c7-5b47-71c8dce0babc" [ 566.082955] env[62633]: _type = "Task" [ 566.082955] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.088326] env[62633]: DEBUG nova.compute.manager [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 566.088546] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 566.089309] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ce37f-df01-4134-83d6-958aa72183e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.096692] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525977ec-7e25-c0c7-5b47-71c8dce0babc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.098824] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 566.099095] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-740b42c1-5eee-40e7-922e-22970b53423c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.106899] env[62633]: DEBUG oslo_vmware.api [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Waiting for the task: (returnval){ [ 566.106899] env[62633]: value = "task-2695396" [ 566.106899] env[62633]: _type = "Task" [ 566.106899] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.117666] env[62633]: DEBUG oslo_vmware.api [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Task: {'id': task-2695396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.127916] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201338} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.130175] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.130175] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a7c3d-ec41-4c3f-bcf3-4acc70144a3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.152805] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 3e6ea057-da12-4476-9846-b5a82c14f234/3e6ea057-da12-4476-9846-b5a82c14f234.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.158703] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a174bb3-c3ef-4f09-a4ce-2b44917d8519 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.181296] env[62633]: DEBUG nova.compute.manager [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 566.181551] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 566.181923] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 566.181923] env[62633]: value = "task-2695397" [ 566.181923] env[62633]: _type = "Task" [ 566.181923] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.182699] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a18c74b-94f1-4740-944c-512208e154b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.194625] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 566.198907] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2e978b3-4f8c-467c-8e4c-92ec9cb9be2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.201028] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695397, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.206493] env[62633]: DEBUG oslo_vmware.api [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 566.206493] env[62633]: value = "task-2695398" [ 566.206493] env[62633]: _type = "Task" [ 566.206493] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.233544] env[62633]: DEBUG oslo_vmware.api [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.277509] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695395, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.398579] env[62633]: DEBUG nova.compute.manager [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.449513] env[62633]: DEBUG nova.network.neutron [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Updated VIF entry in instance network info cache for port c5bce520-e61b-4423-95ba-a990835f5f4c. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.450495] env[62633]: DEBUG nova.network.neutron [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Updating instance_info_cache with network_info: [{"id": "c5bce520-e61b-4423-95ba-a990835f5f4c", "address": "fa:16:3e:fd:8e:64", "network": {"id": "52e84082-3bfb-42f4-b2d0-a9bf8f176318", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1012565790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142dfc15575b42c9b4546a6325d28350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bce520-e6", "ovs_interfaceid": "c5bce520-e61b-4423-95ba-a990835f5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.518282] env[62633]: DEBUG nova.network.neutron [req-3fc1d50a-9d2d-46aa-97d6-bbc5707bf6df req-b1afb912-0342-4d82-8a69-8f3869597090 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updated VIF entry in instance network info cache for port 4a83ce52-6dd8-47b7-b884-3bce7c370bd6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.518645] env[62633]: DEBUG nova.network.neutron [req-3fc1d50a-9d2d-46aa-97d6-bbc5707bf6df req-b1afb912-0342-4d82-8a69-8f3869597090 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updating instance_info_cache with network_info: [{"id": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "address": "fa:16:3e:32:d5:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83ce52-6d", "ovs_interfaceid": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.584761] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ebf55a-de76-0cbe-b486-7bcad88ecb72, 'name': SearchDatastore_Task, 'duration_secs': 0.015602} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.585038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.585236] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.585461] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.595375] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525977ec-7e25-c0c7-5b47-71c8dce0babc, 'name': SearchDatastore_Task, 'duration_secs': 0.015423} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.598028] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a459292c-a7a6-49b2-bf07-db874d0728df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.604147] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 566.604147] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e3d4a5-c7de-54db-834a-903014390276" [ 566.604147] env[62633]: _type = "Task" [ 566.604147] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.617735] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e3d4a5-c7de-54db-834a-903014390276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.622326] env[62633]: DEBUG oslo_vmware.api [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Task: {'id': task-2695396, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.697812] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.719134] env[62633]: DEBUG oslo_vmware.api [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695398, 'name': PowerOffVM_Task, 'duration_secs': 0.425129} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.719520] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 566.719615] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 566.720029] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28032cab-4e79-4089-b5ef-002e84b66db1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.759625] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968886bf-761b-45fc-a1ec-6cd4d5f8c0cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.776120] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f872f0-33f1-4fda-a418-057b24cc5837 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.779760] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708767} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.780077] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 308196fc-c178-402d-b669-c01a18c93221/308196fc-c178-402d-b669-c01a18c93221.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.780251] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.781066] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e52a9de2-2822-4d34-8550-f6a9d22b0cf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.809125] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a23bc-6879-4a0a-9ae5-ce5804e22c8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.813832] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 566.813832] env[62633]: value = "task-2695400" [ 566.813832] env[62633]: _type = "Task" [ 566.813832] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.820471] env[62633]: DEBUG nova.network.neutron [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Successfully created port: 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 566.824212] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16e398f-5d92-46c9-bcc1-9fcb6c7bc008 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.832856] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.845419] env[62633]: DEBUG nova.compute.provider_tree [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.935213] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 566.936346] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-661cc342-1b8e-4a15-86f3-7ba621c82e83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.943480] env[62633]: DEBUG oslo_vmware.api [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 566.943480] env[62633]: value = "task-2695401" [ 566.943480] env[62633]: _type = "Task" [ 566.943480] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.954681] env[62633]: DEBUG oslo_concurrency.lockutils [req-5478c275-2b03-4d37-a1a9-1bb185c29fc4 req-55ff927f-1bee-4c9d-ab1a-1084da444828 service nova] Releasing lock "refresh_cache-d1acc780-532c-43cb-ab52-85abbf4afcbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.955066] env[62633]: DEBUG oslo_vmware.api [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.028703] env[62633]: DEBUG oslo_concurrency.lockutils [req-3fc1d50a-9d2d-46aa-97d6-bbc5707bf6df req-b1afb912-0342-4d82-8a69-8f3869597090 service nova] Releasing lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.123532] env[62633]: DEBUG oslo_vmware.api [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Task: {'id': task-2695396, 'name': PowerOffVM_Task, 'duration_secs': 0.525509} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.128851] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 567.129154] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 567.130196] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e3d4a5-c7de-54db-834a-903014390276, 'name': SearchDatastore_Task, 'duration_secs': 0.015744} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.130196] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec710aa4-f607-4892-a60a-c2db4d1c2be0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.131232] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.131474] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 61bba756-8f9a-46af-a385-76fb8ab28a1b/61bba756-8f9a-46af-a385-76fb8ab28a1b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.131739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.132226] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.132226] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93b8052d-07b4-4625-b47c-0c26f2cfdd63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.136076] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e279ed-487f-4839-bfc2-fbdc3321b7cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.144103] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 567.144103] env[62633]: value = "task-2695403" [ 567.144103] env[62633]: _type = "Task" [ 567.144103] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.155968] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.167998] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.168206] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.168976] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4833726f-fa4e-4fb4-b43b-0dcdfcf1152b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.174451] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 567.174451] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c60301-6c41-62e9-f83e-4358b48b32d7" [ 567.174451] env[62633]: _type = "Task" [ 567.174451] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.186122] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c60301-6c41-62e9-f83e-4358b48b32d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.209167] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695397, 'name': ReconfigVM_Task, 'duration_secs': 0.969493} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.209470] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 3e6ea057-da12-4476-9846-b5a82c14f234/3e6ea057-da12-4476-9846-b5a82c14f234.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.210140] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24db9d0b-82b6-41bc-9e63-c5ed9dad152f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.217060] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 567.217060] env[62633]: value = "task-2695404" [ 567.217060] env[62633]: _type = "Task" [ 567.217060] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.232208] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695404, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.267429] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 567.267636] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 567.267839] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Deleting the datastore file [datastore1] 42cc6567-b062-4405-8fcd-558a7e4baf5e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 567.268106] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8d63bc1-4cc7-421f-9718-0e2365d2aa67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.275767] env[62633]: DEBUG oslo_vmware.api [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for the task: (returnval){ [ 567.275767] env[62633]: value = "task-2695405" [ 567.275767] env[62633]: _type = "Task" [ 567.275767] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.285526] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 567.285721] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 567.285894] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Deleting the datastore file [datastore1] ea92f4db-bd0c-48e4-9192-f02d272d10c7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 567.286539] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5c4c801-4844-4e04-ab91-39f99f491719 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.291238] env[62633]: DEBUG oslo_vmware.api [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.295069] env[62633]: DEBUG oslo_vmware.api [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Waiting for the task: (returnval){ [ 567.295069] env[62633]: value = "task-2695406" [ 567.295069] env[62633]: _type = "Task" [ 567.295069] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.303573] env[62633]: DEBUG oslo_vmware.api [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Task: {'id': task-2695406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.322962] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186589} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.323265] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.324440] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a4d76-dbd0-479c-b833-7c5a58f8a962 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.345144] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 308196fc-c178-402d-b669-c01a18c93221/308196fc-c178-402d-b669-c01a18c93221.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.345846] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2708ce64-cd01-4758-958c-9dfbce034aa9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.361258] env[62633]: DEBUG nova.scheduler.client.report [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.369500] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 567.369500] env[62633]: value = "task-2695407" [ 567.369500] env[62633]: _type = "Task" [ 567.369500] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.378905] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.414458] env[62633]: DEBUG nova.compute.manager [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.454073] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.454073] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.454073] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.454303] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.454303] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.454303] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.454303] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.454303] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.454462] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.454533] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.454754] env[62633]: DEBUG nova.virt.hardware [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.455665] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd502e-10d6-44fc-b2ab-72817b8368f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.462047] env[62633]: DEBUG oslo_vmware.api [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695401, 'name': PowerOffVM_Task, 'duration_secs': 0.362045} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.462817] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 567.463052] env[62633]: DEBUG nova.compute.manager [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.463878] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802de438-387f-45c3-85ad-591eb2d6b283 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.470665] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bfe89e-d436-4120-9917-c6a0625bd8fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.655777] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.688734] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c60301-6c41-62e9-f83e-4358b48b32d7, 'name': SearchDatastore_Task, 'duration_secs': 0.025977} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.689697] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb7b22c-71a7-40f0-98f0-ea0f535abf10 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.696178] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 567.696178] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522315ba-a490-0133-40f1-331a087dbd64" [ 567.696178] env[62633]: _type = "Task" [ 567.696178] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.707799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquiring lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.708094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.708326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquiring lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.708506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.708671] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.710368] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522315ba-a490-0133-40f1-331a087dbd64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.713128] env[62633]: INFO nova.compute.manager [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Terminating instance [ 567.730238] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695404, 'name': Rename_Task, 'duration_secs': 0.190439} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.731011] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.731357] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28544ac6-9466-48a3-9349-3007b42ae9e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.740667] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 567.740667] env[62633]: value = "task-2695408" [ 567.740667] env[62633]: _type = "Task" [ 567.740667] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.749669] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.786363] env[62633]: DEBUG oslo_vmware.api [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Task: {'id': task-2695405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351317} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.787067] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.787067] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 567.787067] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 567.787276] env[62633]: INFO nova.compute.manager [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Took 1.61 seconds to destroy the instance on the hypervisor. [ 567.787428] env[62633]: DEBUG oslo.service.loopingcall [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.787647] env[62633]: DEBUG nova.compute.manager [-] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 567.787746] env[62633]: DEBUG nova.network.neutron [-] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 567.804920] env[62633]: DEBUG oslo_vmware.api [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Task: {'id': task-2695406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404704} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.805218] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.805398] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 567.805565] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 567.805748] env[62633]: INFO nova.compute.manager [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Took 1.72 seconds to destroy the instance on the hypervisor. [ 567.805985] env[62633]: DEBUG oslo.service.loopingcall [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.806213] env[62633]: DEBUG nova.compute.manager [-] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 567.806353] env[62633]: DEBUG nova.network.neutron [-] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 567.822916] env[62633]: DEBUG nova.network.neutron [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Successfully updated port: 132d65d3-8250-4bd2-90f9-84daa46bcc42 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.866697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.867248] env[62633]: DEBUG nova.compute.manager [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.871806] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.295s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.873603] env[62633]: INFO nova.compute.claims [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.886677] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.984429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42a954af-8ea8-425f-9798-e27a1a7f2838 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.165071] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60298} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.165167] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 61bba756-8f9a-46af-a385-76fb8ab28a1b/61bba756-8f9a-46af-a385-76fb8ab28a1b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.166488] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.166488] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f828a641-aea7-43b1-b326-7184211aa5cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.172463] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 568.172463] env[62633]: value = "task-2695409" [ 568.172463] env[62633]: _type = "Task" [ 568.172463] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.180209] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.205429] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522315ba-a490-0133-40f1-331a087dbd64, 'name': SearchDatastore_Task, 'duration_secs': 0.037381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.205919] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.206047] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] d1acc780-532c-43cb-ab52-85abbf4afcbd/d1acc780-532c-43cb-ab52-85abbf4afcbd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.206349] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47a3fd85-4782-4a68-8a6d-663d96ade229 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.214951] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 568.214951] env[62633]: value = "task-2695410" [ 568.214951] env[62633]: _type = "Task" [ 568.214951] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.218867] env[62633]: DEBUG nova.compute.manager [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 568.219161] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 568.220254] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf15c3a-e2b6-4f51-b95f-8cbcc6e047a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.228683] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.231856] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 568.231856] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba7350c-4c1b-456f-b0a7-01d262b8f212 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.237224] env[62633]: DEBUG oslo_vmware.api [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 568.237224] env[62633]: value = "task-2695411" [ 568.237224] env[62633]: _type = "Task" [ 568.237224] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.246375] env[62633]: DEBUG oslo_vmware.api [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.252035] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695408, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.329184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-38f94b87-e642-4875-a44d-89982bf30ace" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.329382] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-38f94b87-e642-4875-a44d-89982bf30ace" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.329542] env[62633]: DEBUG nova.network.neutron [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.384384] env[62633]: DEBUG nova.compute.utils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 568.392652] env[62633]: DEBUG nova.compute.manager [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.392964] env[62633]: DEBUG nova.network.neutron [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.408239] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695407, 'name': ReconfigVM_Task, 'duration_secs': 0.711374} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.408239] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 308196fc-c178-402d-b669-c01a18c93221/308196fc-c178-402d-b669-c01a18c93221.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.408763] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a6ab58a-e98c-4963-b1d5-f7c54ffe8ee8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.417231] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 568.417231] env[62633]: value = "task-2695412" [ 568.417231] env[62633]: _type = "Task" [ 568.417231] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.428222] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695412, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.521447] env[62633]: DEBUG nova.policy [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89a1a9cc49f4505a11ad31cb4900f7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b05cbd65564e14a6b95aeddffc7e5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.681637] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110869} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.681879] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.684463] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c73a3b-f80b-44d1-a16d-0490053c67d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.705945] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 61bba756-8f9a-46af-a385-76fb8ab28a1b/61bba756-8f9a-46af-a385-76fb8ab28a1b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.706437] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad173d0-04df-46b9-8853-9df340a75cdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.731181] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695410, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.732815] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 568.732815] env[62633]: value = "task-2695413" [ 568.732815] env[62633]: _type = "Task" [ 568.732815] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.754287] env[62633]: DEBUG oslo_vmware.api [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695411, 'name': PowerOffVM_Task, 'duration_secs': 0.355205} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.757857] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.758095] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 568.758667] env[62633]: DEBUG oslo_vmware.api [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695408, 'name': PowerOnVM_Task, 'duration_secs': 0.643016} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.758904] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9053ba93-a451-4174-9ad3-a76910b5a13b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.760728] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.761992] env[62633]: INFO nova.compute.manager [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Took 13.52 seconds to spawn the instance on the hypervisor. [ 568.761992] env[62633]: DEBUG nova.compute.manager [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.762203] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0918f8-d1a3-43b6-b8ec-0f68fc6bf106 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.835170] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.835357] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.835537] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Deleting the datastore file [datastore1] 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.835840] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf84a5c-bc93-4c2a-9597-12c8f45f740a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.843079] env[62633]: DEBUG oslo_vmware.api [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for the task: (returnval){ [ 568.843079] env[62633]: value = "task-2695415" [ 568.843079] env[62633]: _type = "Task" [ 568.843079] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.854712] env[62633]: DEBUG oslo_vmware.api [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.900589] env[62633]: DEBUG nova.compute.manager [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.928436] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695412, 'name': Rename_Task, 'duration_secs': 0.396885} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.931814] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.931814] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a2a5454-0c8f-474b-8dc8-78703a9d4490 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.938766] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 568.938766] env[62633]: value = "task-2695416" [ 568.938766] env[62633]: _type = "Task" [ 568.938766] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.947091] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.091131] env[62633]: DEBUG nova.network.neutron [-] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.124981] env[62633]: DEBUG nova.network.neutron [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.144498] env[62633]: DEBUG nova.network.neutron [-] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.191419] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268ee400-0d64-427a-8a5f-0f9350b5dad1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.203800] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe92de8-09d2-46fd-b14c-3962119da530 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.251506] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686951be-e961-4a95-a942-7ab9aeadbddb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.268032] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695410, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.272601] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.274390] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a691776a-8d07-40c2-8146-52bb230e7ec3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.287222] env[62633]: INFO nova.compute.manager [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Took 21.84 seconds to build instance. [ 569.303026] env[62633]: DEBUG nova.compute.provider_tree [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.353589] env[62633]: DEBUG oslo_vmware.api [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.393280] env[62633]: DEBUG nova.network.neutron [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Updating instance_info_cache with network_info: [{"id": "132d65d3-8250-4bd2-90f9-84daa46bcc42", "address": "fa:16:3e:c7:f5:51", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132d65d3-82", "ovs_interfaceid": "132d65d3-8250-4bd2-90f9-84daa46bcc42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.452384] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.505313] env[62633]: DEBUG nova.network.neutron [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Successfully updated port: 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 569.594291] env[62633]: INFO nova.compute.manager [-] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Took 1.79 seconds to deallocate network for instance. [ 569.647451] env[62633]: INFO nova.compute.manager [-] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Took 1.86 seconds to deallocate network for instance. [ 569.757334] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695410, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.760793] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695413, 'name': ReconfigVM_Task, 'duration_secs': 1.016736} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.763793] env[62633]: DEBUG nova.network.neutron [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Successfully created port: cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.763793] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 61bba756-8f9a-46af-a385-76fb8ab28a1b/61bba756-8f9a-46af-a385-76fb8ab28a1b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.764123] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7324bcac-aa7f-41c1-9f0d-f9d133e02882 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.774152] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 569.774152] env[62633]: value = "task-2695417" [ 569.774152] env[62633]: _type = "Task" [ 569.774152] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.786430] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695417, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.807167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3dec835-68f6-4ce3-b110-587933d445a4 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "3e6ea057-da12-4476-9846-b5a82c14f234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.385s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.807724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "3e6ea057-da12-4476-9846-b5a82c14f234" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.828s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.808446] env[62633]: DEBUG nova.scheduler.client.report [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.815241] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79763fda-4012-415c-838a-682626c470b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.857906] env[62633]: DEBUG oslo_vmware.api [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Task: {'id': task-2695415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534146} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.859412] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.859412] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 569.859412] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 569.859412] env[62633]: INFO nova.compute.manager [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Took 1.64 seconds to destroy the instance on the hypervisor. [ 569.859412] env[62633]: DEBUG oslo.service.loopingcall [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.859697] env[62633]: DEBUG nova.compute.manager [-] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 569.859697] env[62633]: DEBUG nova.network.neutron [-] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 569.896832] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-38f94b87-e642-4875-a44d-89982bf30ace" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.896832] env[62633]: DEBUG nova.compute.manager [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Instance network_info: |[{"id": "132d65d3-8250-4bd2-90f9-84daa46bcc42", "address": "fa:16:3e:c7:f5:51", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132d65d3-82", "ovs_interfaceid": "132d65d3-8250-4bd2-90f9-84daa46bcc42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.897152] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:f5:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '132d65d3-8250-4bd2-90f9-84daa46bcc42', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.906609] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Creating folder: Project (3b884df404ec4fb5997c5ea931e06449). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.906609] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-043b88a5-b5a4-4135-89b6-4b8042da46e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.916294] env[62633]: DEBUG nova.compute.manager [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.924915] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Created folder: Project (3b884df404ec4fb5997c5ea931e06449) in parent group-v543169. [ 569.924915] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Creating folder: Instances. Parent ref: group-v543197. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.925216] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5628eedd-d2bd-4164-a6d5-099d14ec0ec6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.943970] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Created folder: Instances in parent group-v543197. [ 569.944820] env[62633]: DEBUG oslo.service.loopingcall [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.945480] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.946200] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e860e523-3639-4e08-96c0-e14877386720 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.969909] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695416, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.981399] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.981709] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.981976] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.985781] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.985781] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.985781] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.985781] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.985781] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.986047] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.986047] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.986047] env[62633]: DEBUG nova.virt.hardware [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.986047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "1ed66844-ef3b-4812-8552-69e5847ea4cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.986183] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.986972] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02183ba-4365-4e84-b26d-589066ddad91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.990201] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.990201] env[62633]: value = "task-2695420" [ 569.990201] env[62633]: _type = "Task" [ 569.990201] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.998500] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb0e23a-b700-4ea7-b81b-0148294dbba0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.006788] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695420, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.007478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquiring lock "refresh_cache-c497fc7e-0e7a-4a13-8383-95c664c6538d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.007669] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquired lock "refresh_cache-c497fc7e-0e7a-4a13-8383-95c664c6538d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.007781] env[62633]: DEBUG nova.network.neutron [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.104906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.154898] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.256942] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695410, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.735986} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.257647] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] d1acc780-532c-43cb-ab52-85abbf4afcbd/d1acc780-532c-43cb-ab52-85abbf4afcbd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.257872] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.258131] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fa71404-127d-4681-b5f7-4a6bf45c3a49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.264804] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 570.264804] env[62633]: value = "task-2695421" [ 570.264804] env[62633]: _type = "Task" [ 570.264804] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.276735] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.286996] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695417, 'name': Rename_Task, 'duration_secs': 0.199125} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.286996] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.287340] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a752710-6fb9-47cc-a891-7ea9c1c79d96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.294167] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 570.294167] env[62633]: value = "task-2695422" [ 570.294167] env[62633]: _type = "Task" [ 570.294167] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.299428] env[62633]: DEBUG nova.compute.manager [req-2b24c3a4-ea4e-4a88-8619-20decbcda223 req-c17f3750-b6e7-4d0e-9cd6-e47639930ad2 service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Received event network-vif-plugged-132d65d3-8250-4bd2-90f9-84daa46bcc42 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.299635] env[62633]: DEBUG oslo_concurrency.lockutils [req-2b24c3a4-ea4e-4a88-8619-20decbcda223 req-c17f3750-b6e7-4d0e-9cd6-e47639930ad2 service nova] Acquiring lock "38f94b87-e642-4875-a44d-89982bf30ace-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.299844] env[62633]: DEBUG oslo_concurrency.lockutils [req-2b24c3a4-ea4e-4a88-8619-20decbcda223 req-c17f3750-b6e7-4d0e-9cd6-e47639930ad2 service nova] Lock "38f94b87-e642-4875-a44d-89982bf30ace-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.300017] env[62633]: DEBUG oslo_concurrency.lockutils [req-2b24c3a4-ea4e-4a88-8619-20decbcda223 req-c17f3750-b6e7-4d0e-9cd6-e47639930ad2 service nova] Lock "38f94b87-e642-4875-a44d-89982bf30ace-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.300183] env[62633]: DEBUG nova.compute.manager [req-2b24c3a4-ea4e-4a88-8619-20decbcda223 req-c17f3750-b6e7-4d0e-9cd6-e47639930ad2 service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] No waiting events found dispatching network-vif-plugged-132d65d3-8250-4bd2-90f9-84daa46bcc42 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.300373] env[62633]: WARNING nova.compute.manager [req-2b24c3a4-ea4e-4a88-8619-20decbcda223 req-c17f3750-b6e7-4d0e-9cd6-e47639930ad2 service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Received unexpected event network-vif-plugged-132d65d3-8250-4bd2-90f9-84daa46bcc42 for instance with vm_state building and task_state spawning. [ 570.305846] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.308255] env[62633]: DEBUG nova.compute.manager [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.321182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.321624] env[62633]: DEBUG nova.compute.manager [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.325742] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.337s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.335016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "3e6ea057-da12-4476-9846-b5a82c14f234" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.450373] env[62633]: DEBUG oslo_vmware.api [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695416, 'name': PowerOnVM_Task, 'duration_secs': 1.060255} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.450877] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.451233] env[62633]: INFO nova.compute.manager [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Took 7.94 seconds to spawn the instance on the hypervisor. [ 570.451556] env[62633]: DEBUG nova.compute.manager [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.452634] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d588b172-7807-47b4-8f58-1c04f20d1813 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.502198] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695420, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.567627] env[62633]: DEBUG nova.network.neutron [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.710661] env[62633]: DEBUG nova.network.neutron [-] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.719435] env[62633]: DEBUG nova.network.neutron [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Updating instance_info_cache with network_info: [{"id": "5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0", "address": "fa:16:3e:ea:d0:9a", "network": {"id": "941e2c5b-971f-4dd8-a8ae-0a0f03072666", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-680619920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5192f005700245d88ade4dd3135cedb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5140f72e-1d", "ovs_interfaceid": "5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.780304] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067212} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.780576] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.781396] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361e6176-a169-4fc3-a393-6574895d9aba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.814330] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d1acc780-532c-43cb-ab52-85abbf4afcbd/d1acc780-532c-43cb-ab52-85abbf4afcbd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.822282] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b6e1661-d925-49de-8929-3485ef6fcdd2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.845732] env[62633]: DEBUG nova.compute.utils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.856595] env[62633]: DEBUG nova.compute.manager [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.856595] env[62633]: DEBUG nova.network.neutron [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.863796] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.868973] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 570.868973] env[62633]: value = "task-2695423" [ 570.868973] env[62633]: _type = "Task" [ 570.868973] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.879906] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.881079] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.933916] env[62633]: DEBUG nova.policy [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcb4adc048a341f586bf4a8eda0c2e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a2989fb5a624d3691685a2c5f675914', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.975205] env[62633]: INFO nova.compute.manager [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Took 19.72 seconds to build instance. [ 571.004376] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695420, 'name': CreateVM_Task, 'duration_secs': 0.541756} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.004577] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.005429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.005610] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.005961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.006436] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e287d0-ef95-45fe-be99-a9e525065fd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.011819] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 571.011819] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522f506a-c4bd-0fdd-e939-cf19c13fd4fe" [ 571.011819] env[62633]: _type = "Task" [ 571.011819] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.023360] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522f506a-c4bd-0fdd-e939-cf19c13fd4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.056335] env[62633]: DEBUG nova.compute.manager [req-8902ea6c-a8ed-4bd1-9d1d-559a708f5f0a req-6e9bd959-67d9-430b-bb7f-43394e88585b service nova] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Received event network-vif-deleted-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 571.213850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquiring lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.214075] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.214603] env[62633]: INFO nova.compute.manager [-] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Took 1.35 seconds to deallocate network for instance. [ 571.228085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Releasing lock "refresh_cache-c497fc7e-0e7a-4a13-8383-95c664c6538d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.228385] env[62633]: DEBUG nova.compute.manager [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Instance network_info: |[{"id": "5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0", "address": "fa:16:3e:ea:d0:9a", "network": {"id": "941e2c5b-971f-4dd8-a8ae-0a0f03072666", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-680619920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5192f005700245d88ade4dd3135cedb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5140f72e-1d", "ovs_interfaceid": "5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.229091] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:d0:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.238167] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Creating folder: Project (5192f005700245d88ade4dd3135cedb2). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.238460] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4af4af0-97c4-4467-9e61-08b7f01936bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.250360] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Created folder: Project (5192f005700245d88ade4dd3135cedb2) in parent group-v543169. [ 571.250546] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Creating folder: Instances. Parent ref: group-v543200. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.250718] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-833ff1ac-6705-474f-ae69-b2ed76b36ee8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.259750] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Created folder: Instances in parent group-v543200. [ 571.260022] env[62633]: DEBUG oslo.service.loopingcall [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.260278] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.260502] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f54fe1f-3b49-491e-bbd6-94c5105dcd5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.283993] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.283993] env[62633]: value = "task-2695426" [ 571.283993] env[62633]: _type = "Task" [ 571.283993] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.298172] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695426, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.314779] env[62633]: DEBUG oslo_vmware.api [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695422, 'name': PowerOnVM_Task, 'duration_secs': 0.721249} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.315192] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.315559] env[62633]: INFO nova.compute.manager [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Took 13.66 seconds to spawn the instance on the hypervisor. [ 571.315780] env[62633]: DEBUG nova.compute.manager [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.316661] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7227f6-6abd-4f5f-9c87-ca3843d41171 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.359589] env[62633]: DEBUG nova.compute.manager [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.387092] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695423, 'name': ReconfigVM_Task, 'duration_secs': 0.378163} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.387092] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d1acc780-532c-43cb-ab52-85abbf4afcbd/d1acc780-532c-43cb-ab52-85abbf4afcbd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.387835] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bba48450-1740-471c-96da-dd232b60fbe6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.393846] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 571.393846] env[62633]: value = "task-2695427" [ 571.393846] env[62633]: _type = "Task" [ 571.393846] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.405577] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695427, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.406679] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance ea92f4db-bd0c-48e4-9192-f02d272d10c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 571.406821] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 42cc6567-b062-4405-8fcd-558a7e4baf5e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 571.406994] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.407146] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 19610852-7ebd-4dd5-8321-118431b8d7a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.407269] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 9e379033-a6bd-4853-918f-8ddcd30ac375 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.407381] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 3e6ea057-da12-4476-9846-b5a82c14f234 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.407762] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 61bba756-8f9a-46af-a385-76fb8ab28a1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.407762] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance d1acc780-532c-43cb-ab52-85abbf4afcbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.407762] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 308196fc-c178-402d-b669-c01a18c93221 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.407884] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 38f94b87-e642-4875-a44d-89982bf30ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.407924] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance c497fc7e-0e7a-4a13-8383-95c664c6538d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.408257] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 99494742-9f6f-404c-bcb2-be74f0f36b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.408341] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7f563c4b-274b-4324-b04e-0b75488d0290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 571.479624] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d966af8e-dc71-400c-86dc-e57912f494bf tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "308196fc-c178-402d-b669-c01a18c93221" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.243s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.504155] env[62633]: DEBUG nova.network.neutron [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Successfully created port: ec8eb4d4-a690-49d5-a113-da36200de047 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.523879] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522f506a-c4bd-0fdd-e939-cf19c13fd4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.524231] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.524463] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.524772] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.524856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.525139] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.525322] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f7f525-18a6-4af0-86cc-fe3757d01a6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.538474] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.538717] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.539605] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c753d645-84ee-43a3-8020-71ea7778d7ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.546297] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 571.546297] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529bb45a-8b0e-e5a6-0ca4-9f40843e0eda" [ 571.546297] env[62633]: _type = "Task" [ 571.546297] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.557245] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529bb45a-8b0e-e5a6-0ca4-9f40843e0eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.723924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.801937] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695426, 'name': CreateVM_Task, 'duration_secs': 0.468346} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.804711] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.804711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.804711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.804711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.804711] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03610d84-29bc-41fd-8456-f93c0f7f6ac9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.810064] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 571.810064] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525f8264-adf8-89ef-3941-5147c3252a77" [ 571.810064] env[62633]: _type = "Task" [ 571.810064] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.822616] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525f8264-adf8-89ef-3941-5147c3252a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.842621] env[62633]: INFO nova.compute.manager [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Took 22.02 seconds to build instance. [ 571.909693] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695427, 'name': Rename_Task, 'duration_secs': 0.247385} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.909693] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.909693] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d9caae7-5fd3-443b-8241-c58c34bc489b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.916094] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance ff80e626-b62c-4d87-bbd0-937cd0126a24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 571.917705] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 571.917705] env[62633]: value = "task-2695428" [ 571.917705] env[62633]: _type = "Task" [ 571.917705] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.930381] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.984382] env[62633]: DEBUG nova.compute.manager [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.057249] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529bb45a-8b0e-e5a6-0ca4-9f40843e0eda, 'name': SearchDatastore_Task, 'duration_secs': 0.012962} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.058424] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b6b57f-8d72-4d62-859e-fe866394f4c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.064369] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 572.064369] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5265b1e9-df8d-fc44-7585-be2c2aba6cb0" [ 572.064369] env[62633]: _type = "Task" [ 572.064369] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.074110] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5265b1e9-df8d-fc44-7585-be2c2aba6cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.309051] env[62633]: DEBUG nova.compute.manager [None req-5c785c42-f5e6-48d0-9fe0-64485da0c203 tempest-ServerDiagnosticsTest-180735483 tempest-ServerDiagnosticsTest-180735483-project-admin] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.311109] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc5c910-b4b4-434b-9d7f-4cacb992eeae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.332305] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525f8264-adf8-89ef-3941-5147c3252a77, 'name': SearchDatastore_Task, 'duration_secs': 0.013528} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.335250] env[62633]: INFO nova.compute.manager [None req-5c785c42-f5e6-48d0-9fe0-64485da0c203 tempest-ServerDiagnosticsTest-180735483 tempest-ServerDiagnosticsTest-180735483-project-admin] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Retrieving diagnostics [ 572.336440] env[62633]: DEBUG nova.network.neutron [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Successfully updated port: cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.337722] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.337722] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.337894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.338678] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb2edc9-a022-403f-b0be-9a4e7ff14f2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.345051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.535s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.375855] env[62633]: DEBUG nova.compute.manager [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.409266] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.409502] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.409657] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.409833] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.409987] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.410153] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.410353] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.410530] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.411942] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.411942] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.411942] env[62633]: DEBUG nova.virt.hardware [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.412162] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744e04f6-8f7d-48eb-be95-fb7ee136112d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.419500] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.426518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a07b5ab-1fcd-4f94-be34-e00f95f748f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.439678] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.460438] env[62633]: DEBUG nova.compute.manager [None req-1b53c1a3-63b2-49fd-b797-595ffc9cb1e7 tempest-ServerDiagnosticsV248Test-971562671 tempest-ServerDiagnosticsV248Test-971562671-project-admin] [instance: 308196fc-c178-402d-b669-c01a18c93221] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.462764] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6b030b-91ec-404b-b989-ced595cbe71e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.471016] env[62633]: INFO nova.compute.manager [None req-1b53c1a3-63b2-49fd-b797-595ffc9cb1e7 tempest-ServerDiagnosticsV248Test-971562671 tempest-ServerDiagnosticsV248Test-971562671-project-admin] [instance: 308196fc-c178-402d-b669-c01a18c93221] Retrieving diagnostics [ 572.471016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a148b-9611-4d6b-a342-8dfd8cf5f058 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.517821] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.577170] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5265b1e9-df8d-fc44-7585-be2c2aba6cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.023085} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.577258] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.577667] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 38f94b87-e642-4875-a44d-89982bf30ace/38f94b87-e642-4875-a44d-89982bf30ace.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.577793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.577947] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.578181] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-246ace66-18ee-47e7-95fd-7f666deb4d86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.580533] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e40d0d5f-6364-4073-a603-6b20ebc51b65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.587610] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 572.587610] env[62633]: value = "task-2695429" [ 572.587610] env[62633]: _type = "Task" [ 572.587610] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.593313] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.593313] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.593656] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed15492-01d3-4674-8106-dc2bbdd4ac0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.599483] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.603305] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 572.603305] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52cffdb5-a50c-cd4a-948c-8a1b31bbef9c" [ 572.603305] env[62633]: _type = "Task" [ 572.603305] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.612541] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cffdb5-a50c-cd4a-948c-8a1b31bbef9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.791941] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "d00a747e-a32f-47cd-b4b6-76402b158f3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.792386] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.843716] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "refresh_cache-99494742-9f6f-404c-bcb2-be74f0f36b4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.844012] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquired lock "refresh_cache-99494742-9f6f-404c-bcb2-be74f0f36b4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.844183] env[62633]: DEBUG nova.network.neutron [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.880517] env[62633]: DEBUG nova.compute.manager [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.933029] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance c1e17e07-ebe4-4271-9af9-e1f28786749a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.937988] env[62633]: DEBUG oslo_vmware.api [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695428, 'name': PowerOnVM_Task, 'duration_secs': 0.831026} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.938773] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.938773] env[62633]: INFO nova.compute.manager [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Took 12.85 seconds to spawn the instance on the hypervisor. [ 572.938939] env[62633]: DEBUG nova.compute.manager [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.939682] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06776dd3-5098-4ca7-aaa0-c1cb3ee95856 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.103525] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695429, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.116261] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cffdb5-a50c-cd4a-948c-8a1b31bbef9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.117286] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795264a7-6c0a-469e-99b4-b9efbc350577 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.128189] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 573.128189] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52761b3c-9bbe-3cf0-6461-d2d090856ff1" [ 573.128189] env[62633]: _type = "Task" [ 573.128189] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.137490] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52761b3c-9bbe-3cf0-6461-d2d090856ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.387136] env[62633]: DEBUG nova.network.neutron [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.393483] env[62633]: DEBUG nova.network.neutron [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Successfully updated port: ec8eb4d4-a690-49d5-a113-da36200de047 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.430735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.439622] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.464997] env[62633]: INFO nova.compute.manager [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Took 23.48 seconds to build instance. [ 573.592348] env[62633]: DEBUG nova.network.neutron [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Updating instance_info_cache with network_info: [{"id": "cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad", "address": "fa:16:3e:40:ac:28", "network": {"id": "a81358e3-e45f-4f91-b16f-4f4fbb647cf1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-430819583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b05cbd65564e14a6b95aeddffc7e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3656a9-aa", "ovs_interfaceid": "cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.604444] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73734} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.605011] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 38f94b87-e642-4875-a44d-89982bf30ace/38f94b87-e642-4875-a44d-89982bf30ace.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.605011] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.605341] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76287b6c-0af7-4e92-a27b-4d44864851c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.617034] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 573.617034] env[62633]: value = "task-2695430" [ 573.617034] env[62633]: _type = "Task" [ 573.617034] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.627768] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.641311] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52761b3c-9bbe-3cf0-6461-d2d090856ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.049517} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.641591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.641845] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] c497fc7e-0e7a-4a13-8383-95c664c6538d/c497fc7e-0e7a-4a13-8383-95c664c6538d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.642105] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d4b0d58-e5fc-4aa1-bfd5-84e4567e488c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.653519] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 573.653519] env[62633]: value = "task-2695431" [ 573.653519] env[62633]: _type = "Task" [ 573.653519] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.664044] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.898035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.898035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.898331] env[62633]: DEBUG nova.network.neutron [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.943550] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.968093] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e20051f0-7de6-4b61-951f-16510992b675 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "d1acc780-532c-43cb-ab52-85abbf4afcbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.996s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.102680] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Releasing lock "refresh_cache-99494742-9f6f-404c-bcb2-be74f0f36b4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.102680] env[62633]: DEBUG nova.compute.manager [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Instance network_info: |[{"id": "cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad", "address": "fa:16:3e:40:ac:28", "network": {"id": "a81358e3-e45f-4f91-b16f-4f4fbb647cf1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-430819583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b05cbd65564e14a6b95aeddffc7e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3656a9-aa", "ovs_interfaceid": "cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.103011] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ac:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.116131] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Creating folder: Project (45b05cbd65564e14a6b95aeddffc7e5f). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.116537] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-349dab67-83f5-488a-8d11-e5bf536902c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.131406] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178522} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.134747] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.136988] env[62633]: DEBUG nova.compute.manager [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Received event network-changed-132d65d3-8250-4bd2-90f9-84daa46bcc42 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.136988] env[62633]: DEBUG nova.compute.manager [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Refreshing instance network info cache due to event network-changed-132d65d3-8250-4bd2-90f9-84daa46bcc42. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.137129] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] Acquiring lock "refresh_cache-38f94b87-e642-4875-a44d-89982bf30ace" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.137356] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] Acquired lock "refresh_cache-38f94b87-e642-4875-a44d-89982bf30ace" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.137609] env[62633]: DEBUG nova.network.neutron [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Refreshing network info cache for port 132d65d3-8250-4bd2-90f9-84daa46bcc42 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.139376] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Created folder: Project (45b05cbd65564e14a6b95aeddffc7e5f) in parent group-v543169. [ 574.139548] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Creating folder: Instances. Parent ref: group-v543203. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.140510] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ae50ad-1795-4ec6-855c-e808dc345e51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.147028] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a567638-f3d9-46e5-bc7e-e640a75b4eb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.170030] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 38f94b87-e642-4875-a44d-89982bf30ace/38f94b87-e642-4875-a44d-89982bf30ace.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.175961] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67383f2c-9e26-4c50-9a13-b4f0aadffe28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.193105] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Created folder: Instances in parent group-v543203. [ 574.193105] env[62633]: DEBUG oslo.service.loopingcall [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.196093] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.196665] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aabea3c-37c8-4505-8341-9571b7c82c1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.219273] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 574.219273] env[62633]: value = "task-2695434" [ 574.219273] env[62633]: _type = "Task" [ 574.219273] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.221646] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695431, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.224307] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.224307] env[62633]: value = "task-2695435" [ 574.224307] env[62633]: _type = "Task" [ 574.224307] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.231694] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.240140] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695435, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.442153] env[62633]: DEBUG nova.network.neutron [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.445855] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 1ed66844-ef3b-4812-8552-69e5847ea4cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 574.470199] env[62633]: DEBUG nova.compute.manager [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.673140] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695431, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006671} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.673140] env[62633]: DEBUG nova.network.neutron [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updating instance_info_cache with network_info: [{"id": "ec8eb4d4-a690-49d5-a113-da36200de047", "address": "fa:16:3e:27:31:0c", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8eb4d4-a6", "ovs_interfaceid": "ec8eb4d4-a690-49d5-a113-da36200de047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.673474] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] c497fc7e-0e7a-4a13-8383-95c664c6538d/c497fc7e-0e7a-4a13-8383-95c664c6538d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.673864] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.673968] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8da677da-a498-4a68-8128-4392d54b5387 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.682739] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 574.682739] env[62633]: value = "task-2695436" [ 574.682739] env[62633]: _type = "Task" [ 574.682739] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.696146] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.720783] env[62633]: DEBUG nova.compute.manager [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.721170] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4742d5-03c5-4c2f-aa85-ae07fb0ae367 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.757959] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695435, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.758301] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.773134] env[62633]: DEBUG nova.compute.manager [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Received event network-vif-deleted-f2ac4816-e553-47e3-bff2-31b1c1c734df {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.773319] env[62633]: DEBUG nova.compute.manager [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Received event network-vif-plugged-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.774363] env[62633]: DEBUG oslo_concurrency.lockutils [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] Acquiring lock "c497fc7e-0e7a-4a13-8383-95c664c6538d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.774596] env[62633]: DEBUG oslo_concurrency.lockutils [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] Lock "c497fc7e-0e7a-4a13-8383-95c664c6538d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.774766] env[62633]: DEBUG oslo_concurrency.lockutils [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] Lock "c497fc7e-0e7a-4a13-8383-95c664c6538d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.774978] env[62633]: DEBUG nova.compute.manager [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] No waiting events found dispatching network-vif-plugged-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.775146] env[62633]: WARNING nova.compute.manager [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Received unexpected event network-vif-plugged-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 for instance with vm_state building and task_state spawning. [ 574.775315] env[62633]: DEBUG nova.compute.manager [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Received event network-changed-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.776131] env[62633]: DEBUG nova.compute.manager [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Refreshing instance network info cache due to event network-changed-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.776131] env[62633]: DEBUG oslo_concurrency.lockutils [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] Acquiring lock "refresh_cache-c497fc7e-0e7a-4a13-8383-95c664c6538d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.776131] env[62633]: DEBUG oslo_concurrency.lockutils [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] Acquired lock "refresh_cache-c497fc7e-0e7a-4a13-8383-95c664c6538d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.776131] env[62633]: DEBUG nova.network.neutron [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Refreshing network info cache for port 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.950181] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 574.950181] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 574.951625] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 574.989618] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquiring lock "3e6ea057-da12-4476-9846-b5a82c14f234" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.989871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "3e6ea057-da12-4476-9846-b5a82c14f234" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.990201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquiring lock "3e6ea057-da12-4476-9846-b5a82c14f234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.990267] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "3e6ea057-da12-4476-9846-b5a82c14f234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.990417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "3e6ea057-da12-4476-9846-b5a82c14f234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.011505] env[62633]: INFO nova.compute.manager [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Terminating instance [ 575.024797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.028018] env[62633]: DEBUG nova.network.neutron [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Updated VIF entry in instance network info cache for port 132d65d3-8250-4bd2-90f9-84daa46bcc42. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.028018] env[62633]: DEBUG nova.network.neutron [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Updating instance_info_cache with network_info: [{"id": "132d65d3-8250-4bd2-90f9-84daa46bcc42", "address": "fa:16:3e:c7:f5:51", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132d65d3-82", "ovs_interfaceid": "132d65d3-8250-4bd2-90f9-84daa46bcc42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.179184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Releasing lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.179548] env[62633]: DEBUG nova.compute.manager [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Instance network_info: |[{"id": "ec8eb4d4-a690-49d5-a113-da36200de047", "address": "fa:16:3e:27:31:0c", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8eb4d4-a6", "ovs_interfaceid": "ec8eb4d4-a690-49d5-a113-da36200de047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.180013] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:31:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec8eb4d4-a690-49d5-a113-da36200de047', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.188247] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Creating folder: Project (8a2989fb5a624d3691685a2c5f675914). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.192213] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ac0db97-657e-4793-9fe8-13a4b8d59858 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.204562] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074746} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.204841] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.205686] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c839c6-78bc-42d9-9aed-01d7717c43d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.209305] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Created folder: Project (8a2989fb5a624d3691685a2c5f675914) in parent group-v543169. [ 575.209493] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Creating folder: Instances. Parent ref: group-v543206. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.212346] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1478b6c0-6215-4cf7-90ac-28cf3ab86447 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.240385] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] c497fc7e-0e7a-4a13-8383-95c664c6538d/c497fc7e-0e7a-4a13-8383-95c664c6538d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.248275] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c10b3a6f-a19d-4e5c-b038-5956a6981fb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.263631] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Created folder: Instances in parent group-v543206. [ 575.263875] env[62633]: DEBUG oslo.service.loopingcall [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.268818] env[62633]: INFO nova.compute.manager [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] instance snapshotting [ 575.270362] env[62633]: WARNING nova.compute.manager [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 575.270600] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.271746] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64a6ad6e-861a-4734-9f9f-eebd1ef93381 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.295832] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd17775-db3a-42c1-8c1b-1b75f382d605 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.299173] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 575.299173] env[62633]: value = "task-2695439" [ 575.299173] env[62633]: _type = "Task" [ 575.299173] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.299878] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695434, 'name': ReconfigVM_Task, 'duration_secs': 0.842679} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.304395] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 38f94b87-e642-4875-a44d-89982bf30ace/38f94b87-e642-4875-a44d-89982bf30ace.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.305182] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695435, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.308861] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96e5d862-5844-4e9d-a539-637939e271b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.328206] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.328206] env[62633]: value = "task-2695440" [ 575.328206] env[62633]: _type = "Task" [ 575.328206] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.330394] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d031dd-a046-4d54-b123-2068176be118 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.339608] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 575.339608] env[62633]: value = "task-2695441" [ 575.339608] env[62633]: _type = "Task" [ 575.339608] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.340068] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.356349] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695440, 'name': CreateVM_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.361502] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695441, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.433871] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e926c92b-8c14-44a7-b8d2-557b1f906f63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.442485] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6144f8ec-6125-4ef0-9044-1321a322b206 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.481403] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7e792d-d758-448b-8bd6-844e8941477f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.489213] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf5d128-ada5-4daa-bd94-d574b4417e04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.503703] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.517574] env[62633]: DEBUG nova.compute.manager [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 575.517871] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 575.518729] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b667ecac-e314-4a65-a2a8-f2bad20fd209 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.526674] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.527072] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f82b0822-dd65-4ee9-a423-9a1bd3df170d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.532841] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] Releasing lock "refresh_cache-38f94b87-e642-4875-a44d-89982bf30ace" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.533110] env[62633]: DEBUG nova.compute.manager [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Received event network-changed-653a871f-42bb-42e8-bc28-ec8be15d7e25 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.533234] env[62633]: DEBUG nova.compute.manager [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Refreshing instance network info cache due to event network-changed-653a871f-42bb-42e8-bc28-ec8be15d7e25. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 575.533454] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] Acquiring lock "refresh_cache-9e379033-a6bd-4853-918f-8ddcd30ac375" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.533664] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] Acquired lock "refresh_cache-9e379033-a6bd-4853-918f-8ddcd30ac375" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.533762] env[62633]: DEBUG nova.network.neutron [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Refreshing network info cache for port 653a871f-42bb-42e8-bc28-ec8be15d7e25 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.536793] env[62633]: DEBUG oslo_vmware.api [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 575.536793] env[62633]: value = "task-2695442" [ 575.536793] env[62633]: _type = "Task" [ 575.536793] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.545887] env[62633]: DEBUG oslo_vmware.api [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.765674] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695435, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.773162] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.773162] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.819453] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.850629] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695440, 'name': CreateVM_Task, 'duration_secs': 0.364743} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.852201] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.852201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.852201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.852362] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.855942] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451fa23c-42d1-495d-b3df-26d4e3b57b1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.859033] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695441, 'name': Rename_Task, 'duration_secs': 0.233069} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.859700] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 575.859982] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.860387] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0cf0974-3c4b-42ef-9bcc-19832951988d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.864606] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82183c6-b061-4ae4-ad08-7ec141da6ecf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.867184] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 575.867184] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52eb42d8-28e7-e656-1dc6-f4ad97542cb0" [ 575.867184] env[62633]: _type = "Task" [ 575.867184] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.874416] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 575.874416] env[62633]: value = "task-2695443" [ 575.874416] env[62633]: _type = "Task" [ 575.874416] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.875044] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 575.875044] env[62633]: value = "task-2695444" [ 575.875044] env[62633]: _type = "Task" [ 575.875044] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.887296] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52eb42d8-28e7-e656-1dc6-f4ad97542cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.893466] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.897734] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.910342] env[62633]: DEBUG nova.network.neutron [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Updated VIF entry in instance network info cache for port 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.910342] env[62633]: DEBUG nova.network.neutron [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Updating instance_info_cache with network_info: [{"id": "5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0", "address": "fa:16:3e:ea:d0:9a", "network": {"id": "941e2c5b-971f-4dd8-a8ae-0a0f03072666", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-680619920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5192f005700245d88ade4dd3135cedb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5140f72e-1d", "ovs_interfaceid": "5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.008479] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.049169] env[62633]: DEBUG oslo_vmware.api [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695442, 'name': PowerOffVM_Task, 'duration_secs': 0.259703} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.049469] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.049688] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.049971] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-211f8251-1349-4e58-8ee2-519f1d89744f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.113432] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 576.113631] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 576.116026] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Deleting the datastore file [datastore2] 3e6ea057-da12-4476-9846-b5a82c14f234 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.116026] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-314161de-77ef-4b65-8bb5-5f9857d2699d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.119851] env[62633]: DEBUG oslo_vmware.api [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for the task: (returnval){ [ 576.119851] env[62633]: value = "task-2695446" [ 576.119851] env[62633]: _type = "Task" [ 576.119851] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.128411] env[62633]: DEBUG oslo_vmware.api [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.258518] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695435, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.319321] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695439, 'name': ReconfigVM_Task, 'duration_secs': 0.652746} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.319602] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Reconfigured VM instance instance-0000000b to attach disk [datastore2] c497fc7e-0e7a-4a13-8383-95c664c6538d/c497fc7e-0e7a-4a13-8383-95c664c6538d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.320215] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fdac1d4-bc25-49f9-a9ca-86bc21f19441 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.325717] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 576.325717] env[62633]: value = "task-2695447" [ 576.325717] env[62633]: _type = "Task" [ 576.325717] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.333365] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695447, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.384446] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52eb42d8-28e7-e656-1dc6-f4ad97542cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.014655} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.385460] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.385807] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.386181] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.386413] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.386667] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.386978] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53c855f8-ceda-4d9f-b4df-9a4deb3f3901 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.396858] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.397161] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.404386] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.404629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.405627] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac98f0a2-f1ee-49a5-ae9c-f7bebb377700 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.413978] env[62633]: DEBUG nova.network.neutron [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Updated VIF entry in instance network info cache for port 653a871f-42bb-42e8-bc28-ec8be15d7e25. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.415349] env[62633]: DEBUG nova.network.neutron [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Updating instance_info_cache with network_info: [{"id": "653a871f-42bb-42e8-bc28-ec8be15d7e25", "address": "fa:16:3e:f2:4c:99", "network": {"id": "a76a1460-d9d8-4ae8-9725-5fd0024a2373", "bridge": "br-int", "label": "tempest-ServersTestJSON-399648127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737ca8165fb94c3b8743d4586b081aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653a871f-42", "ovs_interfaceid": "653a871f-42bb-42e8-bc28-ec8be15d7e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.418738] env[62633]: DEBUG oslo_concurrency.lockutils [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] Releasing lock "refresh_cache-c497fc7e-0e7a-4a13-8383-95c664c6538d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.419098] env[62633]: DEBUG nova.compute.manager [req-97032ae1-363c-4e4a-9397-e134c0e3c253 req-ea83a6d5-a2e1-4d7c-9370-4c6f507855b2 service nova] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Received event network-vif-deleted-41ae8b06-493b-4774-b7fb-115d497df250 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.419642] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 576.419642] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52395f85-99ee-6313-aa2d-e3fc68fd2e03" [ 576.419642] env[62633]: _type = "Task" [ 576.419642] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.433723] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52395f85-99ee-6313-aa2d-e3fc68fd2e03, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.435137] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096c683f-46b9-41a4-8e2e-852973431728 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.442375] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 576.442375] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525c656c-1179-36bd-e255-23573893be94" [ 576.442375] env[62633]: _type = "Task" [ 576.442375] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.453982] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525c656c-1179-36bd-e255-23573893be94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.513413] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 576.513655] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.188s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.513921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.298s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.515719] env[62633]: INFO nova.compute.claims [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.518605] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.518963] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Getting list of instances from cluster (obj){ [ 576.518963] env[62633]: value = "domain-c8" [ 576.518963] env[62633]: _type = "ClusterComputeResource" [ 576.518963] env[62633]: } {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 576.520274] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5194e051-896a-47da-a940-0973cd60672e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.539443] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Got total of 9 instances {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 576.636760] env[62633]: DEBUG oslo_vmware.api [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Task: {'id': task-2695446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498177} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.637087] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.637295] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.637465] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.637663] env[62633]: INFO nova.compute.manager [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Took 1.12 seconds to destroy the instance on the hypervisor. [ 576.637914] env[62633]: DEBUG oslo.service.loopingcall [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.639431] env[62633]: DEBUG nova.compute.manager [-] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 576.639539] env[62633]: DEBUG nova.network.neutron [-] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.763017] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695435, 'name': CreateVM_Task, 'duration_secs': 2.487454} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.763349] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.764079] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.764328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.765621] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.765621] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88f784a-4964-4010-a8b6-93cbc2c6632a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.771208] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 576.771208] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c2274e-a27a-59a7-76be-07b98c9e6b95" [ 576.771208] env[62633]: _type = "Task" [ 576.771208] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.782253] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c2274e-a27a-59a7-76be-07b98c9e6b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.838034] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695447, 'name': Rename_Task, 'duration_secs': 0.20877} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.838781] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.838781] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3770f4ff-e084-485f-8068-486a826b7ef9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.850350] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 576.850350] env[62633]: value = "task-2695448" [ 576.850350] env[62633]: _type = "Task" [ 576.850350] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.858810] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.901114] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695443, 'name': CreateSnapshot_Task, 'duration_secs': 0.731014} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.901114] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.904031] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 576.904031] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a9f82-6481-4175-a77a-b22644be6b8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.922556] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] Releasing lock "refresh_cache-9e379033-a6bd-4853-918f-8ddcd30ac375" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.922769] env[62633]: DEBUG nova.compute.manager [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Received event network-vif-plugged-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.923136] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] Acquiring lock "99494742-9f6f-404c-bcb2-be74f0f36b4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.923375] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.923600] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.923821] env[62633]: DEBUG nova.compute.manager [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] No waiting events found dispatching network-vif-plugged-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.924023] env[62633]: WARNING nova.compute.manager [req-a5b57c28-21c3-4e28-b61a-eeedbc14d643 req-278d0166-aebf-4841-a74d-1468f76c43a5 service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Received unexpected event network-vif-plugged-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad for instance with vm_state building and task_state spawning. [ 576.956420] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525c656c-1179-36bd-e255-23573893be94, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.956739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.957048] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 7f563c4b-274b-4324-b04e-0b75488d0290/7f563c4b-274b-4324-b04e-0b75488d0290.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.957370] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5026d81-968f-447f-964a-9cfae39974d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.963998] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 576.963998] env[62633]: value = "task-2695449" [ 576.963998] env[62633]: _type = "Task" [ 576.963998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.974352] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.075021] env[62633]: INFO nova.compute.manager [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Rescuing [ 577.075021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "refresh_cache-d1acc780-532c-43cb-ab52-85abbf4afcbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.075021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "refresh_cache-d1acc780-532c-43cb-ab52-85abbf4afcbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.075021] env[62633]: DEBUG nova.network.neutron [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.281183] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquiring lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.281348] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.287988] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c2274e-a27a-59a7-76be-07b98c9e6b95, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.289170] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.289170] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.289170] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.289645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.289645] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 577.289915] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5444de6a-f72d-4746-a5ab-cfcaff4ce667 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.305782] env[62633]: DEBUG nova.compute.manager [req-c3dac03c-b462-458d-bc30-8e557f3eb67f req-a533a3bc-6c19-4eeb-b8c4-99c0f5cead5f service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Received event network-changed-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.306204] env[62633]: DEBUG nova.compute.manager [req-c3dac03c-b462-458d-bc30-8e557f3eb67f req-a533a3bc-6c19-4eeb-b8c4-99c0f5cead5f service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Refreshing instance network info cache due to event network-changed-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.306204] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3dac03c-b462-458d-bc30-8e557f3eb67f req-a533a3bc-6c19-4eeb-b8c4-99c0f5cead5f service nova] Acquiring lock "refresh_cache-99494742-9f6f-404c-bcb2-be74f0f36b4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.306375] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3dac03c-b462-458d-bc30-8e557f3eb67f req-a533a3bc-6c19-4eeb-b8c4-99c0f5cead5f service nova] Acquired lock "refresh_cache-99494742-9f6f-404c-bcb2-be74f0f36b4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.306502] env[62633]: DEBUG nova.network.neutron [req-c3dac03c-b462-458d-bc30-8e557f3eb67f req-a533a3bc-6c19-4eeb-b8c4-99c0f5cead5f service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Refreshing network info cache for port cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.309607] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.309790] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.310844] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c440ad17-9ad2-4c0f-aee6-d2e54d1d7c8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.324270] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 577.324270] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52538839-099f-ba6f-04de-929281af8e75" [ 577.324270] env[62633]: _type = "Task" [ 577.324270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.335357] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52538839-099f-ba6f-04de-929281af8e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.362459] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695448, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.386021] env[62633]: DEBUG oslo_vmware.api [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695444, 'name': PowerOnVM_Task, 'duration_secs': 1.308325} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.386354] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.386449] env[62633]: INFO nova.compute.manager [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Took 12.49 seconds to spawn the instance on the hypervisor. [ 577.386635] env[62633]: DEBUG nova.compute.manager [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.387795] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59a3204-2d8e-4dfe-b21a-6849ac7bbdf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.428181] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 577.428548] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99ae330a-ef73-44f8-b58a-df4a1e0c7618 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.439208] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 577.439208] env[62633]: value = "task-2695450" [ 577.439208] env[62633]: _type = "Task" [ 577.439208] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.450616] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695450, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.476902] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695449, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.622379] env[62633]: DEBUG nova.network.neutron [-] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.845138] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52538839-099f-ba6f-04de-929281af8e75, 'name': SearchDatastore_Task, 'duration_secs': 0.058995} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.850064] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdd42b7-4196-4e4a-8765-0eb73d26f8dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.861663] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 577.861663] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521327c5-4b8b-7a25-c94a-ce07ffcdfd61" [ 577.861663] env[62633]: _type = "Task" [ 577.861663] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.869019] env[62633]: DEBUG oslo_vmware.api [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695448, 'name': PowerOnVM_Task, 'duration_secs': 0.692734} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.876720] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.876965] env[62633]: INFO nova.compute.manager [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Took 10.46 seconds to spawn the instance on the hypervisor. [ 577.877186] env[62633]: DEBUG nova.compute.manager [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.878671] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c10316-3769-44ee-9b2b-6d6a835b53a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.892189] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521327c5-4b8b-7a25-c94a-ce07ffcdfd61, 'name': SearchDatastore_Task, 'duration_secs': 0.013437} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.898904] env[62633]: DEBUG nova.network.neutron [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Updating instance_info_cache with network_info: [{"id": "c5bce520-e61b-4423-95ba-a990835f5f4c", "address": "fa:16:3e:fd:8e:64", "network": {"id": "52e84082-3bfb-42f4-b2d0-a9bf8f176318", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1012565790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142dfc15575b42c9b4546a6325d28350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bce520-e6", "ovs_interfaceid": "c5bce520-e61b-4423-95ba-a990835f5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.900214] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.900500] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 99494742-9f6f-404c-bcb2-be74f0f36b4e/99494742-9f6f-404c-bcb2-be74f0f36b4e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.904552] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cca6f5b-4179-4cde-ab28-0ba0836599eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.918865] env[62633]: INFO nova.compute.manager [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Took 25.38 seconds to build instance. [ 577.922162] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 577.922162] env[62633]: value = "task-2695451" [ 577.922162] env[62633]: _type = "Task" [ 577.922162] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.938432] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.954384] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695450, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.977671] env[62633]: DEBUG nova.compute.manager [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Received event network-vif-plugged-ec8eb4d4-a690-49d5-a113-da36200de047 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.979025] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] Acquiring lock "7f563c4b-274b-4324-b04e-0b75488d0290-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.979025] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] Lock "7f563c4b-274b-4324-b04e-0b75488d0290-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.979025] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] Lock "7f563c4b-274b-4324-b04e-0b75488d0290-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.979025] env[62633]: DEBUG nova.compute.manager [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] No waiting events found dispatching network-vif-plugged-ec8eb4d4-a690-49d5-a113-da36200de047 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.979025] env[62633]: WARNING nova.compute.manager [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Received unexpected event network-vif-plugged-ec8eb4d4-a690-49d5-a113-da36200de047 for instance with vm_state building and task_state spawning. [ 577.979399] env[62633]: DEBUG nova.compute.manager [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Received event network-changed-ec8eb4d4-a690-49d5-a113-da36200de047 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.979399] env[62633]: DEBUG nova.compute.manager [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Refreshing instance network info cache due to event network-changed-ec8eb4d4-a690-49d5-a113-da36200de047. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.979814] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] Acquiring lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.979814] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] Acquired lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.979941] env[62633]: DEBUG nova.network.neutron [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Refreshing network info cache for port ec8eb4d4-a690-49d5-a113-da36200de047 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.986020] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574395} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.986796] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 7f563c4b-274b-4324-b04e-0b75488d0290/7f563c4b-274b-4324-b04e-0b75488d0290.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 577.986796] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 577.988017] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-668445d2-0c64-4e77-be5d-f22f59f36018 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.995199] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb496da-5994-45be-a58e-0a29e17a0ed6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.008123] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707aa49e-67f6-4e03-9265-0442fdccdf83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.013719] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 578.013719] env[62633]: value = "task-2695452" [ 578.013719] env[62633]: _type = "Task" [ 578.013719] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.048654] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5448383-4179-4e25-91e4-0ba3c09c3852 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.056286] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.061534] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97c7a4e-6062-465c-8112-52d3d2348b8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.081920] env[62633]: DEBUG nova.compute.provider_tree [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.139159] env[62633]: INFO nova.compute.manager [-] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Took 1.50 seconds to deallocate network for instance. [ 578.239279] env[62633]: DEBUG nova.network.neutron [req-c3dac03c-b462-458d-bc30-8e557f3eb67f req-a533a3bc-6c19-4eeb-b8c4-99c0f5cead5f service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Updated VIF entry in instance network info cache for port cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.239747] env[62633]: DEBUG nova.network.neutron [req-c3dac03c-b462-458d-bc30-8e557f3eb67f req-a533a3bc-6c19-4eeb-b8c4-99c0f5cead5f service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Updating instance_info_cache with network_info: [{"id": "cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad", "address": "fa:16:3e:40:ac:28", "network": {"id": "a81358e3-e45f-4f91-b16f-4f4fbb647cf1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-430819583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b05cbd65564e14a6b95aeddffc7e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3656a9-aa", "ovs_interfaceid": "cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.407278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "refresh_cache-d1acc780-532c-43cb-ab52-85abbf4afcbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.424850] env[62633]: INFO nova.compute.manager [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Took 16.50 seconds to build instance. [ 578.437358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27735201-e85b-4ab1-977a-d75e1982b0f7 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "38f94b87-e642-4875-a44d-89982bf30ace" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.912s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.451646] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695451, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.462669] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695450, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.526959] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074753} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.527441] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.528426] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c222a1d9-28e0-41c8-a629-c173b34e2c65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.556702] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 7f563c4b-274b-4324-b04e-0b75488d0290/7f563c4b-274b-4324-b04e-0b75488d0290.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.557153] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c2c1908-a6fe-4057-b1d9-34e147a0d5ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.580959] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 578.580959] env[62633]: value = "task-2695453" [ 578.580959] env[62633]: _type = "Task" [ 578.580959] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.588477] env[62633]: DEBUG nova.scheduler.client.report [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.599051] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.650261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.746082] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3dac03c-b462-458d-bc30-8e557f3eb67f req-a533a3bc-6c19-4eeb-b8c4-99c0f5cead5f service nova] Releasing lock "refresh_cache-99494742-9f6f-404c-bcb2-be74f0f36b4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.939087] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "c497fc7e-0e7a-4a13-8383-95c664c6538d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.204s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.939462] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724953} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.946711] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 99494742-9f6f-404c-bcb2-be74f0f36b4e/99494742-9f6f-404c-bcb2-be74f0f36b4e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.947165] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.949947] env[62633]: DEBUG nova.compute.manager [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.951687] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-839886b6-6174-4e17-9fe7-cd7f7778ed16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.972826] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695450, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.977372] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 578.977372] env[62633]: value = "task-2695454" [ 578.977372] env[62633]: _type = "Task" [ 578.977372] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.027050] env[62633]: DEBUG nova.network.neutron [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updated VIF entry in instance network info cache for port ec8eb4d4-a690-49d5-a113-da36200de047. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.027495] env[62633]: DEBUG nova.network.neutron [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updating instance_info_cache with network_info: [{"id": "ec8eb4d4-a690-49d5-a113-da36200de047", "address": "fa:16:3e:27:31:0c", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8eb4d4-a6", "ovs_interfaceid": "ec8eb4d4-a690-49d5-a113-da36200de047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.093285] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695453, 'name': ReconfigVM_Task, 'duration_secs': 0.311219} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.097464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.097464] env[62633]: DEBUG nova.compute.manager [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.100187] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 7f563c4b-274b-4324-b04e-0b75488d0290/7f563c4b-274b-4324-b04e-0b75488d0290.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.102584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.070s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.106168] env[62633]: INFO nova.compute.claims [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.111823] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21d9af10-6a98-4598-acaf-5ba6fa08178b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.123479] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 579.123479] env[62633]: value = "task-2695455" [ 579.123479] env[62633]: _type = "Task" [ 579.123479] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.137841] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695455, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.452694] env[62633]: DEBUG nova.compute.manager [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.476951] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695450, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.495964] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092286} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.496528] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.499223] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d8ba33-816e-4d69-8eaa-620134a2d41c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.509269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.537135] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 99494742-9f6f-404c-bcb2-be74f0f36b4e/99494742-9f6f-404c-bcb2-be74f0f36b4e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.539034] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f49d3fd-84f8-4d44-a255-6c9a10d88a6d tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquiring lock "interface-c497fc7e-0e7a-4a13-8383-95c664c6538d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.539034] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f49d3fd-84f8-4d44-a255-6c9a10d88a6d tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "interface-c497fc7e-0e7a-4a13-8383-95c664c6538d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.539034] env[62633]: DEBUG nova.objects.instance [None req-1f49d3fd-84f8-4d44-a255-6c9a10d88a6d tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lazy-loading 'flavor' on Instance uuid c497fc7e-0e7a-4a13-8383-95c664c6538d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 579.540540] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] Releasing lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.540772] env[62633]: DEBUG nova.compute.manager [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Received event network-changed-4a83ce52-6dd8-47b7-b884-3bce7c370bd6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.542579] env[62633]: DEBUG nova.compute.manager [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Refreshing instance network info cache due to event network-changed-4a83ce52-6dd8-47b7-b884-3bce7c370bd6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.542579] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] Acquiring lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.542579] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] Acquired lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.542579] env[62633]: DEBUG nova.network.neutron [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Refreshing network info cache for port 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.542579] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7582cfc4-4de3-4465-89f1-6b21e485c438 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.567666] env[62633]: DEBUG nova.objects.instance [None req-1f49d3fd-84f8-4d44-a255-6c9a10d88a6d tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lazy-loading 'pci_requests' on Instance uuid c497fc7e-0e7a-4a13-8383-95c664c6538d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 579.574717] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 579.574717] env[62633]: value = "task-2695456" [ 579.574717] env[62633]: _type = "Task" [ 579.574717] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.584797] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.618591] env[62633]: DEBUG nova.compute.utils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.620010] env[62633]: DEBUG nova.compute.manager [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.620189] env[62633]: DEBUG nova.network.neutron [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.635550] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695455, 'name': Rename_Task, 'duration_secs': 0.273167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.636536] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.636795] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27f8129c-9b1b-4a84-b872-3e6e734c52d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.648676] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 579.648676] env[62633]: value = "task-2695457" [ 579.648676] env[62633]: _type = "Task" [ 579.648676] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.659084] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695457, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.700458] env[62633]: DEBUG nova.policy [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a8bb61a6ff54bc4981e17bdd317ea36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54771ff6e30247cab58f9169b61d69f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.965421] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695450, 'name': CloneVM_Task, 'duration_secs': 2.275567} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.967814] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Created linked-clone VM from snapshot [ 579.974504] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c686a9-8c43-44cf-ab8f-e302ae196c38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.984527] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Uploading image 9147b25d-27d7-455d-9fa0-e2857e57d3b1 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 579.993604] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.997493] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 579.997897] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16dc1d39-8d0a-48ca-a44d-2cb5af24bc56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.010621] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 580.010621] env[62633]: value = "task-2695458" [ 580.010621] env[62633]: _type = "Task" [ 580.010621] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.022038] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.024364] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 580.024364] env[62633]: value = "vm-543210" [ 580.024364] env[62633]: _type = "VirtualMachine" [ 580.024364] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 580.024642] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17ffd9ca-8278-4cba-81f9-5c8b9ec4f7e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.031571] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lease: (returnval){ [ 580.031571] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5233b4da-0d4a-e3ac-3163-b58398c6719f" [ 580.031571] env[62633]: _type = "HttpNfcLease" [ 580.031571] env[62633]: } obtained for exporting VM: (result){ [ 580.031571] env[62633]: value = "vm-543210" [ 580.031571] env[62633]: _type = "VirtualMachine" [ 580.031571] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 580.031886] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the lease: (returnval){ [ 580.031886] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5233b4da-0d4a-e3ac-3163-b58398c6719f" [ 580.031886] env[62633]: _type = "HttpNfcLease" [ 580.031886] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 580.039838] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 580.039838] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5233b4da-0d4a-e3ac-3163-b58398c6719f" [ 580.039838] env[62633]: _type = "HttpNfcLease" [ 580.039838] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 580.045151] env[62633]: DEBUG nova.network.neutron [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updated VIF entry in instance network info cache for port 4a83ce52-6dd8-47b7-b884-3bce7c370bd6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.046231] env[62633]: DEBUG nova.network.neutron [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updating instance_info_cache with network_info: [{"id": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "address": "fa:16:3e:32:d5:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83ce52-6d", "ovs_interfaceid": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.070414] env[62633]: DEBUG nova.objects.base [None req-1f49d3fd-84f8-4d44-a255-6c9a10d88a6d tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 580.070657] env[62633]: DEBUG nova.network.neutron [None req-1f49d3fd-84f8-4d44-a255-6c9a10d88a6d tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.090247] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695456, 'name': ReconfigVM_Task, 'duration_secs': 0.431833} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.090247] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 99494742-9f6f-404c-bcb2-be74f0f36b4e/99494742-9f6f-404c-bcb2-be74f0f36b4e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.090247] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6efe3e5-6be0-4b2e-bd72-e08d45dcaa7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.100536] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 580.100536] env[62633]: value = "task-2695460" [ 580.100536] env[62633]: _type = "Task" [ 580.100536] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.114540] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695460, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.127859] env[62633]: DEBUG nova.compute.manager [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.163509] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695457, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.198220] env[62633]: DEBUG nova.network.neutron [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Successfully created port: 8fad875a-b949-4391-9e9f-5566e4af11f6 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.275904] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f49d3fd-84f8-4d44-a255-6c9a10d88a6d tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "interface-c497fc7e-0e7a-4a13-8383-95c664c6538d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 0.737s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.523253] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695458, 'name': PowerOffVM_Task, 'duration_secs': 0.302575} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.526337] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.527773] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e801a4ef-4e1e-4843-88b7-774a12439f58 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.544663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bf60f7-17b5-4a47-8248-2c25fb94c1f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.565058] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf5b572a-8f1e-4030-8fdb-d2200b7eefdf req-44f9d9f9-bff5-4f93-bf99-684d961f6375 service nova] Releasing lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.570132] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d399c8e1-483e-4be7-a3af-1af9034946fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.573138] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 580.573138] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5233b4da-0d4a-e3ac-3163-b58398c6719f" [ 580.573138] env[62633]: _type = "HttpNfcLease" [ 580.573138] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 580.576590] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 580.576590] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5233b4da-0d4a-e3ac-3163-b58398c6719f" [ 580.576590] env[62633]: _type = "HttpNfcLease" [ 580.576590] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 580.578115] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d58502-7cd9-4cef-bd1d-7966d392d24f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.583531] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5597a-bb59-461e-8d8d-afe31695993e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.601755] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52184329-f99b-30c9-09bc-f2107e48ad3f/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 580.602040] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52184329-f99b-30c9-09bc-f2107e48ad3f/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 580.660015] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f050fd-b247-4271-83b2-045c3e3b92b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.724737] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.725737] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695460, 'name': Rename_Task, 'duration_secs': 0.238487} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.725963] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877aca03-5d16-4099-81e3-a9ea971c1993 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.730115] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.731603] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ce225c1-d205-41a5-8fe5-a7b22c44a0e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.733978] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576e15ce-ef41-4e7b-ad44-373e29b4557a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.741453] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 580.741453] env[62633]: value = "task-2695461" [ 580.741453] env[62633]: _type = "Task" [ 580.741453] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.741601] env[62633]: DEBUG oslo_vmware.api [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695457, 'name': PowerOnVM_Task, 'duration_secs': 0.683792} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.742427] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.743112] env[62633]: INFO nova.compute.manager [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Took 8.37 seconds to spawn the instance on the hypervisor. [ 580.743112] env[62633]: DEBUG nova.compute.manager [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.747067] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d01801-c7be-4be2-89a8-7d55a215368d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.757508] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 580.757508] env[62633]: value = "task-2695462" [ 580.757508] env[62633]: _type = "Task" [ 580.757508] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.759684] env[62633]: DEBUG nova.compute.provider_tree [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.774336] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 580.774588] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.774772] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.774913] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.775130] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.775777] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1b07a28-bd15-486d-b2fa-8a61dbb45a21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.786634] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.793409] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.793728] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.794803] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e252e06c-b25d-41a9-9603-c0e1053a52bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.801688] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e833aea-c92f-4409-8cf3-2a7d1efc5917 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.806178] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 580.806178] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c41702-6bbf-a986-bf41-1a337ba846c0" [ 580.806178] env[62633]: _type = "Task" [ 580.806178] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.816757] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c41702-6bbf-a986-bf41-1a337ba846c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.157074] env[62633]: DEBUG nova.compute.manager [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.178942] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.179418] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.179654] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.180114] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.180114] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.180484] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.180718] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.180882] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.181121] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.181517] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.181667] env[62633]: DEBUG nova.virt.hardware [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.182615] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778dd786-a591-44cf-81f1-76424772f727 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.191311] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f282937d-cba1-477b-8eef-0f045aeec016 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.274178] env[62633]: DEBUG nova.scheduler.client.report [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.282090] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695462, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.293052] env[62633]: INFO nova.compute.manager [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Took 18.75 seconds to build instance. [ 581.321375] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c41702-6bbf-a986-bf41-1a337ba846c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014687} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.322297] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4508043c-e86e-4eb2-a370-135dc50bd9b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.329490] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 581.329490] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52777841-cb13-9391-0d80-934a6dbd3ea4" [ 581.329490] env[62633]: _type = "Task" [ 581.329490] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.338584] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52777841-cb13-9391-0d80-934a6dbd3ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.770742] env[62633]: DEBUG nova.compute.manager [req-2bd50915-8702-4b43-aa2b-7010f59b9786 req-61828d5f-06c5-4ee9-ae8b-1fe58e240c93 service nova] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Received event network-vif-deleted-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.779133] env[62633]: DEBUG oslo_vmware.api [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695462, 'name': PowerOnVM_Task, 'duration_secs': 0.743388} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.779493] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.779896] env[62633]: INFO nova.compute.manager [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Took 11.86 seconds to spawn the instance on the hypervisor. [ 581.780147] env[62633]: DEBUG nova.compute.manager [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.780949] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e8b54a-1bb7-46b8-a07a-31cd4d128e5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.784688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.785273] env[62633]: DEBUG nova.compute.manager [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.791396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.687s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.791635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.793978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.639s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.794244] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.796781] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.916s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.798884] env[62633]: INFO nova.compute.claims [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.805011] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93968e57-42e4-47cd-a2e7-f2553afa4e40 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.918s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.839064] env[62633]: INFO nova.scheduler.client.report [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Deleted allocations for instance ea92f4db-bd0c-48e4-9192-f02d272d10c7 [ 581.847701] env[62633]: INFO nova.scheduler.client.report [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Deleted allocations for instance 42cc6567-b062-4405-8fcd-558a7e4baf5e [ 581.857145] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52777841-cb13-9391-0d80-934a6dbd3ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.012394} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.863391] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.867240] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] d1acc780-532c-43cb-ab52-85abbf4afcbd/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 581.872162] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7453bc83-48d3-4cbe-a04a-9f37642bdb6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.880571] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 581.880571] env[62633]: value = "task-2695463" [ 581.880571] env[62633]: _type = "Task" [ 581.880571] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.891931] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.259013] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.259742] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.311691] env[62633]: DEBUG nova.compute.utils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.316031] env[62633]: DEBUG nova.compute.manager [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.316031] env[62633]: DEBUG nova.network.neutron [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.322619] env[62633]: DEBUG nova.compute.manager [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.330994] env[62633]: INFO nova.compute.manager [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Took 20.22 seconds to build instance. [ 582.361150] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a65eb9-869f-407b-aeec-20801908eced tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Lock "ea92f4db-bd0c-48e4-9192-f02d272d10c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.779s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.376451] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2268cf51-8052-471e-af63-550ca2300703 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Lock "42cc6567-b062-4405-8fcd-558a7e4baf5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.705s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.398402] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695463, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.512125] env[62633]: DEBUG nova.policy [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8aedaf5c242413b86cb7da00eeba9e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '358762921cdc478e8b147ae43671e9b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.570452] env[62633]: DEBUG nova.network.neutron [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Successfully updated port: 8fad875a-b949-4391-9e9f-5566e4af11f6 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.664431] env[62633]: INFO nova.compute.manager [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Rebuilding instance [ 582.730559] env[62633]: DEBUG nova.compute.manager [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.731484] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6739f1-1e8c-4ece-bbd6-aae1c9f6683c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.821167] env[62633]: DEBUG nova.compute.manager [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.833580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.080s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.885878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.899563] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601964} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.900936] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] d1acc780-532c-43cb-ab52-85abbf4afcbd/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. [ 582.900936] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b494be45-30fc-481e-88b3-5e19cb620628 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.936648] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d1acc780-532c-43cb-ab52-85abbf4afcbd/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.940714] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f7e1dd-6bdd-4d88-b0bd-1ebdd9d09ccc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.968782] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 582.968782] env[62633]: value = "task-2695464" [ 582.968782] env[62633]: _type = "Task" [ 582.968782] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.981934] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.077506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquiring lock "refresh_cache-ff80e626-b62c-4d87-bbd0-937cd0126a24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.077713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquired lock "refresh_cache-ff80e626-b62c-4d87-bbd0-937cd0126a24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.078256] env[62633]: DEBUG nova.network.neutron [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.301956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquiring lock "c497fc7e-0e7a-4a13-8383-95c664c6538d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.302333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "c497fc7e-0e7a-4a13-8383-95c664c6538d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.302486] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquiring lock "c497fc7e-0e7a-4a13-8383-95c664c6538d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.302744] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "c497fc7e-0e7a-4a13-8383-95c664c6538d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.302892] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "c497fc7e-0e7a-4a13-8383-95c664c6538d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.305365] env[62633]: INFO nova.compute.manager [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Terminating instance [ 583.336542] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603c466d-e62a-405a-a8bc-f2b62d81979e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.347944] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03be71f-8b4f-4668-a08a-585ba771cd22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.353296] env[62633]: DEBUG nova.compute.manager [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.409973] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9456885b-9628-43c7-aeae-664ad2d06d6b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.419182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28054f0-b0b2-47b1-a916-4a7b793d90d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.438653] env[62633]: DEBUG nova.compute.provider_tree [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.479980] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.593248] env[62633]: DEBUG nova.network.neutron [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Successfully created port: 0eeccf2b-2930-40db-bbbd-5fc49969bbde {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.680980] env[62633]: DEBUG nova.network.neutron [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.753948] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 583.754690] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd8ad8e6-dfc1-435f-bb69-166a93416e4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.766920] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 583.766920] env[62633]: value = "task-2695465" [ 583.766920] env[62633]: _type = "Task" [ 583.766920] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.779729] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.813699] env[62633]: DEBUG nova.compute.manager [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 583.813967] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 583.814878] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10976668-47ba-4ba5-a000-57945876b6db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.828391] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 583.828391] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c718b72-418f-4ef7-9d49-f54dcf7db753 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.834699] env[62633]: DEBUG oslo_vmware.api [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 583.834699] env[62633]: value = "task-2695466" [ 583.834699] env[62633]: _type = "Task" [ 583.834699] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.847351] env[62633]: DEBUG nova.compute.manager [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.850880] env[62633]: DEBUG oslo_vmware.api [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.888351] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.899027] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.899027] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.899027] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.899633] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.899633] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.899633] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.899633] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.899633] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.900066] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.900066] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.900066] env[62633]: DEBUG nova.virt.hardware [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.900066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389691a3-60f9-4737-8510-2101b9c928d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.911067] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd5a239-16fc-404a-a8bc-d839039beb7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.946449] env[62633]: DEBUG nova.scheduler.client.report [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.988086] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695464, 'name': ReconfigVM_Task, 'duration_secs': 0.612427} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.988086] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d1acc780-532c-43cb-ab52-85abbf4afcbd/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.989097] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84590008-e597-462c-921d-b72df7070bc6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.038212] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3003cce-c7a2-4ff7-8ff9-4298ae1ca4e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.059718] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 584.059718] env[62633]: value = "task-2695467" [ 584.059718] env[62633]: _type = "Task" [ 584.059718] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.072485] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695467, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.107650] env[62633]: DEBUG nova.network.neutron [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Updating instance_info_cache with network_info: [{"id": "8fad875a-b949-4391-9e9f-5566e4af11f6", "address": "fa:16:3e:cf:21:a6", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fad875a-b9", "ovs_interfaceid": "8fad875a-b949-4391-9e9f-5566e4af11f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.278839] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695465, 'name': PowerOffVM_Task, 'duration_secs': 0.368837} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.279525] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.280659] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.280971] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d36dd51-00e3-4616-b4e3-0dc43e902f7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.290443] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.290973] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bb210f4-8882-4ff7-91dd-825043955843 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.349145] env[62633]: DEBUG oslo_vmware.api [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695466, 'name': PowerOffVM_Task, 'duration_secs': 0.315956} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.349450] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.349577] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.350445] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4ea0671-362c-4059-801b-8022e6e304f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.364457] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.364734] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.364899] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleting the datastore file [datastore2] 38f94b87-e642-4875-a44d-89982bf30ace {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.365324] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31fd531-04ab-4fa3-a9e1-6d560b9b1abc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.372930] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 584.372930] env[62633]: value = "task-2695470" [ 584.372930] env[62633]: _type = "Task" [ 584.372930] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.381849] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.417577] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.418455] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.418455] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Deleting the datastore file [datastore2] c497fc7e-0e7a-4a13-8383-95c664c6538d {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.418455] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38e4c920-3ac9-418a-a306-0c1794e8877f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.426296] env[62633]: DEBUG oslo_vmware.api [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for the task: (returnval){ [ 584.426296] env[62633]: value = "task-2695471" [ 584.426296] env[62633]: _type = "Task" [ 584.426296] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.442342] env[62633]: DEBUG oslo_vmware.api [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.467685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.468421] env[62633]: DEBUG nova.compute.manager [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.474743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.749s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.474743] env[62633]: DEBUG nova.objects.instance [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lazy-loading 'resources' on Instance uuid 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 584.576523] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695467, 'name': ReconfigVM_Task, 'duration_secs': 0.277085} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.576847] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.577107] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9daf4a-db13-4b7c-a222-68237baed590 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.586330] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 584.586330] env[62633]: value = "task-2695472" [ 584.586330] env[62633]: _type = "Task" [ 584.586330] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.597448] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.613339] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Releasing lock "refresh_cache-ff80e626-b62c-4d87-bbd0-937cd0126a24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.613339] env[62633]: DEBUG nova.compute.manager [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Instance network_info: |[{"id": "8fad875a-b949-4391-9e9f-5566e4af11f6", "address": "fa:16:3e:cf:21:a6", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fad875a-b9", "ovs_interfaceid": "8fad875a-b949-4391-9e9f-5566e4af11f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.613802] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:21:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fad875a-b949-4391-9e9f-5566e4af11f6', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.624592] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Creating folder: Project (54771ff6e30247cab58f9169b61d69f0). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.625281] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16014137-a32e-4545-8873-1af80d77c544 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.635448] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Created folder: Project (54771ff6e30247cab58f9169b61d69f0) in parent group-v543169. [ 584.635855] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Creating folder: Instances. Parent ref: group-v543211. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.636270] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a101d2c-a9eb-49b0-b5c1-604f3f8968e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.649739] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Created folder: Instances in parent group-v543211. [ 584.649739] env[62633]: DEBUG oslo.service.loopingcall [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.649739] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.649739] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a345660-2dc2-4d58-9a08-bae3aabd8fae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.668210] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.668210] env[62633]: value = "task-2695475" [ 584.668210] env[62633]: _type = "Task" [ 584.668210] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.679690] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695475, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.710578] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "e4b17550-dce8-4361-9e52-88e6379d0219" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.710909] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "e4b17550-dce8-4361-9e52-88e6379d0219" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.844203] env[62633]: DEBUG nova.compute.manager [None req-719b12cb-c2b7-44d9-ac8d-d48f755d5f1b tempest-ServerDiagnosticsV248Test-971562671 tempest-ServerDiagnosticsV248Test-971562671-project-admin] [instance: 308196fc-c178-402d-b669-c01a18c93221] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.846611] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644df14d-b9cc-4d54-9a8b-f5ac71d48626 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.858604] env[62633]: INFO nova.compute.manager [None req-719b12cb-c2b7-44d9-ac8d-d48f755d5f1b tempest-ServerDiagnosticsV248Test-971562671 tempest-ServerDiagnosticsV248Test-971562671-project-admin] [instance: 308196fc-c178-402d-b669-c01a18c93221] Retrieving diagnostics [ 584.861698] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f05a6-6f56-4b97-a861-cf8d889274e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.909975] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245415} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.909975] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.909975] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 584.909975] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 584.941920] env[62633]: DEBUG oslo_vmware.api [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Task: {'id': task-2695471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227846} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.941920] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.941920] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 584.941920] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 584.942137] env[62633]: INFO nova.compute.manager [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 584.942222] env[62633]: DEBUG oslo.service.loopingcall [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.942426] env[62633]: DEBUG nova.compute.manager [-] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 584.943335] env[62633]: DEBUG nova.network.neutron [-] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 584.979027] env[62633]: DEBUG nova.compute.utils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.986567] env[62633]: DEBUG nova.compute.manager [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 585.099138] env[62633]: DEBUG oslo_vmware.api [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695472, 'name': PowerOnVM_Task, 'duration_secs': 0.505202} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.102490] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.111253] env[62633]: DEBUG nova.compute.manager [None req-d38ca5d0-df62-4745-8cf0-77676b35042a tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.111253] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5804ba2a-238a-467a-8131-e75e1a738eb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.185325] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695475, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.468141] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ee053-57b3-496e-b166-ec8162ed5da1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.479470] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec08a4da-4016-4c85-8a96-8780720246fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.486586] env[62633]: DEBUG nova.compute.manager [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.518412] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b5bd06-b1a6-4851-85b8-40668f172211 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.527960] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ec4c58-5301-47fb-97f3-e029a8ad397f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.543221] env[62633]: DEBUG nova.compute.provider_tree [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.680741] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695475, 'name': CreateVM_Task, 'duration_secs': 0.51457} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.680912] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.681698] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.681891] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.682235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.684023] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9023a4-5b2e-41c0-b293-bec5ce3673ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.687505] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 585.687505] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521cd4de-6078-3523-681e-19d7452fcf8b" [ 585.687505] env[62633]: _type = "Task" [ 585.687505] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.700255] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521cd4de-6078-3523-681e-19d7452fcf8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.986284] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.986533] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.986731] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.986985] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.987152] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.987283] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.987492] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.988116] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.988116] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.988116] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.988267] env[62633]: DEBUG nova.virt.hardware [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.989346] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fabe791-074d-4af6-9d33-b46b3e8f8aaf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.997842] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3d7af8-c127-4b32-8cb0-24803849a1a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.013447] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:f5:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '132d65d3-8250-4bd2-90f9-84daa46bcc42', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.021760] env[62633]: DEBUG oslo.service.loopingcall [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.025602] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.028066] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3ef677f-f9da-475d-bd98-7cb07b2f3494 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.047827] env[62633]: DEBUG nova.scheduler.client.report [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.052329] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.052329] env[62633]: value = "task-2695476" [ 586.052329] env[62633]: _type = "Task" [ 586.052329] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.062168] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695476, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.075109] env[62633]: DEBUG nova.compute.manager [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Received event network-vif-plugged-8fad875a-b949-4391-9e9f-5566e4af11f6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.075109] env[62633]: DEBUG oslo_concurrency.lockutils [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] Acquiring lock "ff80e626-b62c-4d87-bbd0-937cd0126a24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.075109] env[62633]: DEBUG oslo_concurrency.lockutils [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] Lock "ff80e626-b62c-4d87-bbd0-937cd0126a24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.075109] env[62633]: DEBUG oslo_concurrency.lockutils [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] Lock "ff80e626-b62c-4d87-bbd0-937cd0126a24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.075109] env[62633]: DEBUG nova.compute.manager [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] No waiting events found dispatching network-vif-plugged-8fad875a-b949-4391-9e9f-5566e4af11f6 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.075576] env[62633]: WARNING nova.compute.manager [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Received unexpected event network-vif-plugged-8fad875a-b949-4391-9e9f-5566e4af11f6 for instance with vm_state building and task_state spawning. [ 586.075576] env[62633]: DEBUG nova.compute.manager [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Received event network-changed-8fad875a-b949-4391-9e9f-5566e4af11f6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.075576] env[62633]: DEBUG nova.compute.manager [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Refreshing instance network info cache due to event network-changed-8fad875a-b949-4391-9e9f-5566e4af11f6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.075801] env[62633]: DEBUG oslo_concurrency.lockutils [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] Acquiring lock "refresh_cache-ff80e626-b62c-4d87-bbd0-937cd0126a24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.075801] env[62633]: DEBUG oslo_concurrency.lockutils [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] Acquired lock "refresh_cache-ff80e626-b62c-4d87-bbd0-937cd0126a24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.078669] env[62633]: DEBUG nova.network.neutron [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Refreshing network info cache for port 8fad875a-b949-4391-9e9f-5566e4af11f6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.202139] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521cd4de-6078-3523-681e-19d7452fcf8b, 'name': SearchDatastore_Task, 'duration_secs': 0.030662} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.202139] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.203753] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.210135] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.210418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.210630] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.211832] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b5c572a-b06a-4c22-9529-233877cfb878 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.223336] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.223336] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.226553] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8868c666-fcb5-49ee-bd12-1035e6186e7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.233210] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 586.233210] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b8da81-b396-7f22-7805-22b1edc45089" [ 586.233210] env[62633]: _type = "Task" [ 586.233210] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.244812] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b8da81-b396-7f22-7805-22b1edc45089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.530779] env[62633]: DEBUG nova.compute.manager [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.567817] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.572308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.053s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.574276] env[62633]: INFO nova.compute.claims [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.582068] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.582221] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.582623] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.582623] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.582777] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.582922] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.583276] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.583506] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.583601] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.584209] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.584209] env[62633]: DEBUG nova.virt.hardware [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.588090] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35d64c4-397f-4d81-9bf2-bcf79ab1a06a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.595945] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695476, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.605874] env[62633]: INFO nova.scheduler.client.report [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Deleted allocations for instance 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea [ 586.610692] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0c3dd8-b024-4a07-83da-2fbf8d195d72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.639817] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.646736] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Creating folder: Project (9510b39ef7b949b59b0f6a6ce62461fc). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.647794] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4fa52b1-dbdb-475e-a047-7d8bfb828a06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.658401] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Created folder: Project (9510b39ef7b949b59b0f6a6ce62461fc) in parent group-v543169. [ 586.658830] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Creating folder: Instances. Parent ref: group-v543215. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.662639] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418b9049-35b0-40c9-90f8-1917222b62d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.676084] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Created folder: Instances in parent group-v543215. [ 586.676084] env[62633]: DEBUG oslo.service.loopingcall [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.676084] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.676084] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9adaea0-72e7-4457-83f6-f209db7d8f5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.701606] env[62633]: DEBUG nova.network.neutron [-] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.708705] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.708705] env[62633]: value = "task-2695479" [ 586.708705] env[62633]: _type = "Task" [ 586.708705] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.722532] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695479, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.747661] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b8da81-b396-7f22-7805-22b1edc45089, 'name': SearchDatastore_Task, 'duration_secs': 0.014166} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.754832] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53de939f-6040-4cd2-a897-6706797ddda5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.759689] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 586.759689] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5257618f-5a8c-24f8-d51e-0fe532d5969a" [ 586.759689] env[62633]: _type = "Task" [ 586.759689] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.775303] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5257618f-5a8c-24f8-d51e-0fe532d5969a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.068612] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695476, 'name': CreateVM_Task, 'duration_secs': 0.664831} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.068612] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.068612] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.069367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.069367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.069504] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89030f8f-f0d2-4d91-be69-507fecc30625 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.077602] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 587.077602] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52da2f03-5c3b-6851-dc79-cc2bc2a399bc" [ 587.077602] env[62633]: _type = "Task" [ 587.077602] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.103043] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52da2f03-5c3b-6851-dc79-cc2bc2a399bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.130774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Lock "92ffb9bc-c6db-403d-a229-b5ef5d4d7fea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.421s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.131562] env[62633]: DEBUG nova.network.neutron [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Updated VIF entry in instance network info cache for port 8fad875a-b949-4391-9e9f-5566e4af11f6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.131879] env[62633]: DEBUG nova.network.neutron [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Updating instance_info_cache with network_info: [{"id": "8fad875a-b949-4391-9e9f-5566e4af11f6", "address": "fa:16:3e:cf:21:a6", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fad875a-b9", "ovs_interfaceid": "8fad875a-b949-4391-9e9f-5566e4af11f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.205348] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquiring lock "308196fc-c178-402d-b669-c01a18c93221" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.205869] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "308196fc-c178-402d-b669-c01a18c93221" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.207319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquiring lock "308196fc-c178-402d-b669-c01a18c93221-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.207586] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "308196fc-c178-402d-b669-c01a18c93221-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.207774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "308196fc-c178-402d-b669-c01a18c93221-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.210325] env[62633]: INFO nova.compute.manager [-] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Took 2.27 seconds to deallocate network for instance. [ 587.211149] env[62633]: INFO nova.compute.manager [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Terminating instance [ 587.230534] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695479, 'name': CreateVM_Task, 'duration_secs': 0.373988} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.231335] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.231789] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.275318] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5257618f-5a8c-24f8-d51e-0fe532d5969a, 'name': SearchDatastore_Task, 'duration_secs': 0.022733} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.275318] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.275880] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ff80e626-b62c-4d87-bbd0-937cd0126a24/ff80e626-b62c-4d87-bbd0-937cd0126a24.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.276274] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c55d71d-eb0a-407b-9d6b-88c737c369c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.283899] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 587.283899] env[62633]: value = "task-2695480" [ 587.283899] env[62633]: _type = "Task" [ 587.283899] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.299850] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.587887] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52da2f03-5c3b-6851-dc79-cc2bc2a399bc, 'name': SearchDatastore_Task, 'duration_secs': 0.032037} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.588191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.588249] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.589037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.589037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.589037] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.589037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.589454] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.589712] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2a8f5f0-be85-4684-85c5-20a5751fd594 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.591759] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6232563a-f851-4f69-af4a-638f4fe2f7e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.598801] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 587.598801] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524440fd-ebf8-0cb3-789d-d4a47bcf0276" [ 587.598801] env[62633]: _type = "Task" [ 587.598801] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.609097] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.610054] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.610710] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e53a1f-db43-41f5-b178-69098938c3b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.619616] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524440fd-ebf8-0cb3-789d-d4a47bcf0276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.629925] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 587.629925] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a39829-3654-66b6-409f-962c5b05a306" [ 587.629925] env[62633]: _type = "Task" [ 587.629925] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.642331] env[62633]: DEBUG oslo_concurrency.lockutils [req-f47b8d90-1ef0-498a-b810-3ef643f94181 req-fe4eef6b-8707-46bc-8e4d-5d9dcafe7e4d service nova] Releasing lock "refresh_cache-ff80e626-b62c-4d87-bbd0-937cd0126a24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.642331] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a39829-3654-66b6-409f-962c5b05a306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.723151] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquiring lock "refresh_cache-308196fc-c178-402d-b669-c01a18c93221" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.723151] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquired lock "refresh_cache-308196fc-c178-402d-b669-c01a18c93221" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.723151] env[62633]: DEBUG nova.network.neutron [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.729641] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.757859] env[62633]: DEBUG nova.network.neutron [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Successfully updated port: 0eeccf2b-2930-40db-bbbd-5fc49969bbde {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.800257] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695480, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.118651] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524440fd-ebf8-0cb3-789d-d4a47bcf0276, 'name': SearchDatastore_Task, 'duration_secs': 0.086414} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.118775] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.121176] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.121176] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.127140] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546e93b3-6226-4b57-877d-1e98069707c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.144014] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a39829-3654-66b6-409f-962c5b05a306, 'name': SearchDatastore_Task, 'duration_secs': 0.074756} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.146710] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a65acc-025b-4106-bc6d-e13c0628b82a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.151931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a63b99-9fdb-4001-83c0-42c96ebf7b33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.197404] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 588.197404] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5229d39f-d279-efe2-394f-35e1bb36b08e" [ 588.197404] env[62633]: _type = "Task" [ 588.197404] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.198707] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50834711-f378-47b9-93ba-25d570df7600 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.216639] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a2f86-783f-4625-9d4f-1ed62be39860 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.221116] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5229d39f-d279-efe2-394f-35e1bb36b08e, 'name': SearchDatastore_Task, 'duration_secs': 0.03094} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.221851] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.222563] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 38f94b87-e642-4875-a44d-89982bf30ace/38f94b87-e642-4875-a44d-89982bf30ace.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.223206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.223206] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.225044] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf804f00-be49-4334-99c6-ac480f774fd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.233946] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df7efdbf-9b65-44eb-905f-1926e6a31909 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.239276] env[62633]: DEBUG nova.compute.provider_tree [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.252210] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 588.252210] env[62633]: value = "task-2695481" [ 588.252210] env[62633]: _type = "Task" [ 588.252210] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.255466] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.256077] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.258062] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91991380-75be-432f-a411-6ce9101240bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.267261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquiring lock "refresh_cache-3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.267261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquired lock "refresh_cache-3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.267261] env[62633]: DEBUG nova.network.neutron [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.270165] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.274291] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 588.274291] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5246505f-4f8b-12eb-10f3-d18fcdff4e47" [ 588.274291] env[62633]: _type = "Task" [ 588.274291] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.285122] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5246505f-4f8b-12eb-10f3-d18fcdff4e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.300385] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713105} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.301394] env[62633]: DEBUG nova.network.neutron [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.303336] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ff80e626-b62c-4d87-bbd0-937cd0126a24/ff80e626-b62c-4d87-bbd0-937cd0126a24.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.303569] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.304796] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff4a7111-1662-4a89-a52d-e034eacd84cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.308562] env[62633]: DEBUG nova.compute.manager [req-5b491771-f971-4ba0-83a5-581ffd62b094 req-2140fa66-dde1-455e-98e4-7ca01049e8d8 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Received event network-vif-plugged-0eeccf2b-2930-40db-bbbd-5fc49969bbde {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.308775] env[62633]: DEBUG oslo_concurrency.lockutils [req-5b491771-f971-4ba0-83a5-581ffd62b094 req-2140fa66-dde1-455e-98e4-7ca01049e8d8 service nova] Acquiring lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.308980] env[62633]: DEBUG oslo_concurrency.lockutils [req-5b491771-f971-4ba0-83a5-581ffd62b094 req-2140fa66-dde1-455e-98e4-7ca01049e8d8 service nova] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.309161] env[62633]: DEBUG oslo_concurrency.lockutils [req-5b491771-f971-4ba0-83a5-581ffd62b094 req-2140fa66-dde1-455e-98e4-7ca01049e8d8 service nova] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.309326] env[62633]: DEBUG nova.compute.manager [req-5b491771-f971-4ba0-83a5-581ffd62b094 req-2140fa66-dde1-455e-98e4-7ca01049e8d8 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] No waiting events found dispatching network-vif-plugged-0eeccf2b-2930-40db-bbbd-5fc49969bbde {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.309871] env[62633]: WARNING nova.compute.manager [req-5b491771-f971-4ba0-83a5-581ffd62b094 req-2140fa66-dde1-455e-98e4-7ca01049e8d8 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Received unexpected event network-vif-plugged-0eeccf2b-2930-40db-bbbd-5fc49969bbde for instance with vm_state building and task_state spawning. [ 588.317859] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 588.317859] env[62633]: value = "task-2695482" [ 588.317859] env[62633]: _type = "Task" [ 588.317859] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.329431] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.430651] env[62633]: DEBUG nova.network.neutron [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.705418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "2e489091-10ab-4c49-813b-9181de43a09e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.706145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "2e489091-10ab-4c49-813b-9181de43a09e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.763388] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695481, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.781531] env[62633]: ERROR nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [req-88a41b63-915d-4e17-920c-7da282e50138] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88a41b63-915d-4e17-920c-7da282e50138"}]} [ 588.795375] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5246505f-4f8b-12eb-10f3-d18fcdff4e47, 'name': SearchDatastore_Task, 'duration_secs': 0.027138} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.798927] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd20dbde-d726-4a34-a4c4-8f173a4d4d24 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.809140] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 588.814737] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 588.814737] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52478b02-8a11-aeac-026f-50016c7b8369" [ 588.814737] env[62633]: _type = "Task" [ 588.814737] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.829033] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073607} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.831988] env[62633]: DEBUG nova.network.neutron [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.837754] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.839169] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52478b02-8a11-aeac-026f-50016c7b8369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.839169] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48fe47-869a-4783-bd64-668dcabafe1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.867347] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ff80e626-b62c-4d87-bbd0-937cd0126a24/ff80e626-b62c-4d87-bbd0-937cd0126a24.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.869489] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 588.869489] env[62633]: DEBUG nova.compute.provider_tree [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.870896] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb71af1-195b-4f29-9b03-1fe706644be1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.898554] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 588.898554] env[62633]: value = "task-2695483" [ 588.898554] env[62633]: _type = "Task" [ 588.898554] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.904346] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 588.910312] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.928646] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 588.940273] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Releasing lock "refresh_cache-308196fc-c178-402d-b669-c01a18c93221" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.940517] env[62633]: DEBUG nova.compute.manager [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 588.940658] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 588.944634] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6963b6-50b3-46b6-b0f9-3f739469eb50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.956713] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 588.956713] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0664220-94b2-4f7e-bd1e-40bc01718749 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.963675] env[62633]: DEBUG oslo_vmware.api [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 588.963675] env[62633]: value = "task-2695484" [ 588.963675] env[62633]: _type = "Task" [ 588.963675] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.979110] env[62633]: DEBUG oslo_vmware.api [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.202243] env[62633]: DEBUG nova.network.neutron [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Updating instance_info_cache with network_info: [{"id": "0eeccf2b-2930-40db-bbbd-5fc49969bbde", "address": "fa:16:3e:f9:69:4f", "network": {"id": "db7b9e69-c7eb-44d2-aa29-0470a5039f6b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-285773041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358762921cdc478e8b147ae43671e9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eeccf2b-29", "ovs_interfaceid": "0eeccf2b-2930-40db-bbbd-5fc49969bbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.262584] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701379} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.265650] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 38f94b87-e642-4875-a44d-89982bf30ace/38f94b87-e642-4875-a44d-89982bf30ace.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.265945] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.267696] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e23606-8629-4340-9b45-d675a32cda5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.276579] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 589.276579] env[62633]: value = "task-2695485" [ 589.276579] env[62633]: _type = "Task" [ 589.276579] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.287282] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.331158] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52478b02-8a11-aeac-026f-50016c7b8369, 'name': SearchDatastore_Task, 'duration_secs': 0.062153} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.331454] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.331868] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.332467] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a877be9-9b9e-4af8-869d-161ce81e93f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.343119] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 589.343119] env[62633]: value = "task-2695486" [ 589.343119] env[62633]: _type = "Task" [ 589.343119] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.353140] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.374394] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed265aa5-2fbb-4105-8a46-7a2a0bea1a5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.386644] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f9d2db-2a05-4d4e-bd35-65fe9430339b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.429177] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc858884-ec8d-4921-99cc-09c6837b258a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.442442] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695483, 'name': ReconfigVM_Task, 'duration_secs': 0.362919} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.449986] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ff80e626-b62c-4d87-bbd0-937cd0126a24/ff80e626-b62c-4d87-bbd0-937cd0126a24.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.449986] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16fb6575-915f-4cc1-ba8d-1585f3370467 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.449986] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7f2430-b5e3-436b-95e6-61bf99197207 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.463938] env[62633]: DEBUG nova.compute.provider_tree [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 589.466999] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 589.466999] env[62633]: value = "task-2695487" [ 589.466999] env[62633]: _type = "Task" [ 589.466999] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.480956] env[62633]: DEBUG oslo_vmware.api [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695484, 'name': PowerOffVM_Task, 'duration_secs': 0.374783} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.483703] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 589.483888] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 589.484186] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695487, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.484400] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-919032c4-4eec-4380-a129-5a0618a59749 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.518231] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 589.518231] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 589.518231] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Deleting the datastore file [datastore2] 308196fc-c178-402d-b669-c01a18c93221 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.518409] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74ca824e-ac3e-4097-a24d-b447ca03f303 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.530699] env[62633]: DEBUG oslo_vmware.api [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for the task: (returnval){ [ 589.530699] env[62633]: value = "task-2695489" [ 589.530699] env[62633]: _type = "Task" [ 589.530699] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.538834] env[62633]: DEBUG oslo_vmware.api [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.693301] env[62633]: DEBUG nova.compute.manager [req-2f356d88-d95a-4d6f-a1db-ffa168bfbde3 req-1f4398a0-bbd6-4582-99d0-4a28495f53bf service nova] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Received event network-vif-deleted-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.693566] env[62633]: DEBUG nova.compute.manager [req-2f356d88-d95a-4d6f-a1db-ffa168bfbde3 req-1f4398a0-bbd6-4582-99d0-4a28495f53bf service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Received event network-changed-ec8eb4d4-a690-49d5-a113-da36200de047 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.693819] env[62633]: DEBUG nova.compute.manager [req-2f356d88-d95a-4d6f-a1db-ffa168bfbde3 req-1f4398a0-bbd6-4582-99d0-4a28495f53bf service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Refreshing instance network info cache due to event network-changed-ec8eb4d4-a690-49d5-a113-da36200de047. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.693891] env[62633]: DEBUG oslo_concurrency.lockutils [req-2f356d88-d95a-4d6f-a1db-ffa168bfbde3 req-1f4398a0-bbd6-4582-99d0-4a28495f53bf service nova] Acquiring lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.694644] env[62633]: DEBUG oslo_concurrency.lockutils [req-2f356d88-d95a-4d6f-a1db-ffa168bfbde3 req-1f4398a0-bbd6-4582-99d0-4a28495f53bf service nova] Acquired lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.694644] env[62633]: DEBUG nova.network.neutron [req-2f356d88-d95a-4d6f-a1db-ffa168bfbde3 req-1f4398a0-bbd6-4582-99d0-4a28495f53bf service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Refreshing network info cache for port ec8eb4d4-a690-49d5-a113-da36200de047 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.706689] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Releasing lock "refresh_cache-3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.706982] env[62633]: DEBUG nova.compute.manager [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Instance network_info: |[{"id": "0eeccf2b-2930-40db-bbbd-5fc49969bbde", "address": "fa:16:3e:f9:69:4f", "network": {"id": "db7b9e69-c7eb-44d2-aa29-0470a5039f6b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-285773041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358762921cdc478e8b147ae43671e9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eeccf2b-29", "ovs_interfaceid": "0eeccf2b-2930-40db-bbbd-5fc49969bbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.707629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:69:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eeccf2b-2930-40db-bbbd-5fc49969bbde', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.715944] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Creating folder: Project (358762921cdc478e8b147ae43671e9b4). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.716854] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9b30fc9-40d1-4615-9821-ac0ae47a24c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.734334] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Created folder: Project (358762921cdc478e8b147ae43671e9b4) in parent group-v543169. [ 589.734605] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Creating folder: Instances. Parent ref: group-v543218. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.734876] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14dfff0b-c3a0-485a-a46c-469f142cd941 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.748766] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Created folder: Instances in parent group-v543218. [ 589.750179] env[62633]: DEBUG oslo.service.loopingcall [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.750179] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.750179] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc5c4d7-d3ef-49ff-922f-224a580df93f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.773039] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.773039] env[62633]: value = "task-2695492" [ 589.773039] env[62633]: _type = "Task" [ 589.773039] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.787198] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695492, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.794303] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117871} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.794303] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.794732] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaa7aee-8e29-47fb-b180-4dd73f1261b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.828046] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 38f94b87-e642-4875-a44d-89982bf30ace/38f94b87-e642-4875-a44d-89982bf30ace.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.828046] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d3d71de-c896-4099-8c17-bead9672e133 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.863821] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.864937] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 589.864937] env[62633]: value = "task-2695493" [ 589.864937] env[62633]: _type = "Task" [ 589.864937] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.877019] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.991148] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695487, 'name': Rename_Task, 'duration_secs': 0.163548} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.991148] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.991148] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e620c168-8ead-41cd-9423-98d53c34380e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.007130] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 590.007130] env[62633]: value = "task-2695494" [ 590.007130] env[62633]: _type = "Task" [ 590.007130] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.009519] env[62633]: ERROR nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [req-4cf0deef-d678-43a4-80b7-3cc5d2eed499] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4cf0deef-d678-43a4-80b7-3cc5d2eed499"}]} [ 590.020438] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.049623] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 590.053471] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.053908] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.054299] env[62633]: DEBUG oslo_vmware.api [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Task: {'id': task-2695489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209094} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.054937] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.056254] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 590.056254] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 590.056254] env[62633]: INFO nova.compute.manager [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] [instance: 308196fc-c178-402d-b669-c01a18c93221] Took 1.12 seconds to destroy the instance on the hypervisor. [ 590.056486] env[62633]: DEBUG oslo.service.loopingcall [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.057045] env[62633]: DEBUG nova.compute.manager [-] [instance: 308196fc-c178-402d-b669-c01a18c93221] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 590.057192] env[62633]: DEBUG nova.network.neutron [-] [instance: 308196fc-c178-402d-b669-c01a18c93221] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 590.079874] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 590.080242] env[62633]: DEBUG nova.compute.provider_tree [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.084544] env[62633]: DEBUG nova.network.neutron [-] [instance: 308196fc-c178-402d-b669-c01a18c93221] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.110986] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 590.141951] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 590.156584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquiring lock "6a118a55-f098-4068-a852-556138ed9cdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.156821] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "6a118a55-f098-4068-a852-556138ed9cdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.290897] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695492, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.363973] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695486, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.382693] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.516130] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.571120] env[62633]: DEBUG nova.network.neutron [req-2f356d88-d95a-4d6f-a1db-ffa168bfbde3 req-1f4398a0-bbd6-4582-99d0-4a28495f53bf service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updated VIF entry in instance network info cache for port ec8eb4d4-a690-49d5-a113-da36200de047. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.571499] env[62633]: DEBUG nova.network.neutron [req-2f356d88-d95a-4d6f-a1db-ffa168bfbde3 req-1f4398a0-bbd6-4582-99d0-4a28495f53bf service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updating instance_info_cache with network_info: [{"id": "ec8eb4d4-a690-49d5-a113-da36200de047", "address": "fa:16:3e:27:31:0c", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8eb4d4-a6", "ovs_interfaceid": "ec8eb4d4-a690-49d5-a113-da36200de047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.589069] env[62633]: DEBUG nova.network.neutron [-] [instance: 308196fc-c178-402d-b669-c01a18c93221] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.623958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea241f12-a9a4-4212-9d0d-3cee297f6b4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.633709] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de086c7-f88f-4be5-a525-c0b323226e9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.669640] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd93a7-c724-40e2-9608-c553d0ad2f24 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.680149] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bce0b41-b1a5-4384-b6e5-f28f985da25c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.697785] env[62633]: DEBUG nova.compute.provider_tree [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.785110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquiring lock "cf144f6d-e13f-4017-8815-49e714350f71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.785110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "cf144f6d-e13f-4017-8815-49e714350f71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.791269] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695492, 'name': CreateVM_Task, 'duration_secs': 0.600106} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.791464] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.792279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.792445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.792808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.793089] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4657fcc9-fb8d-4f98-8d94-e68b3d6b7edd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.800108] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 590.800108] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525d0586-f880-bb49-c358-9c657fa7e310" [ 590.800108] env[62633]: _type = "Task" [ 590.800108] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.813258] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525d0586-f880-bb49-c358-9c657fa7e310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.861631] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695486, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.210174} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.861966] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.862136] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.862392] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afcb67db-6ef0-4ece-88ea-a54fc516ee29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.875102] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 590.875102] env[62633]: value = "task-2695495" [ 590.875102] env[62633]: _type = "Task" [ 590.875102] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.884305] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695493, 'name': ReconfigVM_Task, 'duration_secs': 0.866842} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.885184] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 38f94b87-e642-4875-a44d-89982bf30ace/38f94b87-e642-4875-a44d-89982bf30ace.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.885890] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28697642-02b6-4d38-8ff3-facc39b4e000 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.890921] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.897094] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 590.897094] env[62633]: value = "task-2695496" [ 590.897094] env[62633]: _type = "Task" [ 590.897094] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.906917] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695496, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.014642] env[62633]: DEBUG oslo_vmware.api [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695494, 'name': PowerOnVM_Task, 'duration_secs': 0.758076} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.015789] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.015789] env[62633]: INFO nova.compute.manager [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Took 9.86 seconds to spawn the instance on the hypervisor. [ 591.015789] env[62633]: DEBUG nova.compute.manager [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.016236] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3be2e8-977b-43a4-bb08-f79614c3a3a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.074089] env[62633]: DEBUG oslo_concurrency.lockutils [req-2f356d88-d95a-4d6f-a1db-ffa168bfbde3 req-1f4398a0-bbd6-4582-99d0-4a28495f53bf service nova] Releasing lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.091123] env[62633]: INFO nova.compute.manager [-] [instance: 308196fc-c178-402d-b669-c01a18c93221] Took 1.03 seconds to deallocate network for instance. [ 591.202290] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.264464] env[62633]: DEBUG nova.compute.manager [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Received event network-changed-0eeccf2b-2930-40db-bbbd-5fc49969bbde {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.264719] env[62633]: DEBUG nova.compute.manager [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Refreshing instance network info cache due to event network-changed-0eeccf2b-2930-40db-bbbd-5fc49969bbde. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 591.264883] env[62633]: DEBUG oslo_concurrency.lockutils [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] Acquiring lock "refresh_cache-3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.265086] env[62633]: DEBUG oslo_concurrency.lockutils [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] Acquired lock "refresh_cache-3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.265387] env[62633]: DEBUG nova.network.neutron [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Refreshing network info cache for port 0eeccf2b-2930-40db-bbbd-5fc49969bbde {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.314206] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525d0586-f880-bb49-c358-9c657fa7e310, 'name': SearchDatastore_Task, 'duration_secs': 0.019048} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.314523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.314757] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.315112] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.315287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.315371] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.315616] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f55ab9c-11e1-4d67-8b45-885ae72be8ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.328128] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.328334] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.329131] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af63d57-63c5-4408-b156-b0c6400dfea7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.336635] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 591.336635] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ac2212-4950-c1b2-7775-c13a07ee8e66" [ 591.336635] env[62633]: _type = "Task" [ 591.336635] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.348426] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ac2212-4950-c1b2-7775-c13a07ee8e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.386220] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082717} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.386527] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.387348] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135975c6-46fd-4220-990d-449e220d58c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.408919] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.413221] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0e271c-fd21-4098-b129-f9c363aedb91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.435120] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695496, 'name': Rename_Task, 'duration_secs': 0.317488} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.436704] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.437072] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 591.437072] env[62633]: value = "task-2695497" [ 591.437072] env[62633]: _type = "Task" [ 591.437072] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.437594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a8afb58-7175-43ed-bb7c-ce09b075ff84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.451753] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695497, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.453161] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 591.453161] env[62633]: value = "task-2695498" [ 591.453161] env[62633]: _type = "Task" [ 591.453161] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.462084] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.538563] env[62633]: INFO nova.compute.manager [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Took 28.36 seconds to build instance. [ 591.599061] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.707898] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.137s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.708521] env[62633]: DEBUG nova.compute.manager [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.711428] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.281s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.713018] env[62633]: INFO nova.compute.claims [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.853075] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ac2212-4950-c1b2-7775-c13a07ee8e66, 'name': SearchDatastore_Task, 'duration_secs': 0.041176} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.856871] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7366a111-6d13-4ec4-a618-372a85555d8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.867132] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 591.867132] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529cf5f6-00c5-e66e-896a-5c6f8826197a" [ 591.867132] env[62633]: _type = "Task" [ 591.867132] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.875158] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529cf5f6-00c5-e66e-896a-5c6f8826197a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.888021] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52184329-f99b-30c9-09bc-f2107e48ad3f/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 591.888021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09f8b5d-c809-4e39-9fc5-766609bdeee8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.894398] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52184329-f99b-30c9-09bc-f2107e48ad3f/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 591.894808] env[62633]: ERROR oslo_vmware.rw_handles [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52184329-f99b-30c9-09bc-f2107e48ad3f/disk-0.vmdk due to incomplete transfer. [ 591.895193] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54c80301-5e48-411d-be8f-d1f6a79b934b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.906033] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52184329-f99b-30c9-09bc-f2107e48ad3f/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 591.906033] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Uploaded image 9147b25d-27d7-455d-9fa0-e2857e57d3b1 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 591.906033] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 591.906033] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7318eebb-4951-4b19-8a4d-477a180584bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.916019] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 591.916019] env[62633]: value = "task-2695499" [ 591.916019] env[62633]: _type = "Task" [ 591.916019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.923406] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695499, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.952884] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.964042] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695498, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.042077] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ce02476-5707-4165-b0e2-7488fa4309e5 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "ff80e626-b62c-4d87-bbd0-937cd0126a24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.603s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.101554] env[62633]: DEBUG nova.network.neutron [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Updated VIF entry in instance network info cache for port 0eeccf2b-2930-40db-bbbd-5fc49969bbde. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.101963] env[62633]: DEBUG nova.network.neutron [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Updating instance_info_cache with network_info: [{"id": "0eeccf2b-2930-40db-bbbd-5fc49969bbde", "address": "fa:16:3e:f9:69:4f", "network": {"id": "db7b9e69-c7eb-44d2-aa29-0470a5039f6b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-285773041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358762921cdc478e8b147ae43671e9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eeccf2b-29", "ovs_interfaceid": "0eeccf2b-2930-40db-bbbd-5fc49969bbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.148609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "ead0e84f-e3ba-472d-9307-03b0b925f391" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.149410] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "ead0e84f-e3ba-472d-9307-03b0b925f391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.220389] env[62633]: DEBUG nova.compute.utils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.221783] env[62633]: DEBUG nova.compute.manager [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.221983] env[62633]: DEBUG nova.network.neutron [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.273128] env[62633]: DEBUG nova.policy [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd1bfd55af44b9fb958634e46c1da50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385c7f17323f4f9789c10a3d0b9d5594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.384537] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529cf5f6-00c5-e66e-896a-5c6f8826197a, 'name': SearchDatastore_Task, 'duration_secs': 0.014782} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.384839] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.386084] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7/3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.386084] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7393f504-05de-42f8-b62e-98e5dda48f42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.397051] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 592.397051] env[62633]: value = "task-2695500" [ 592.397051] env[62633]: _type = "Task" [ 592.397051] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.410375] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.426148] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695499, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.453493] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695497, 'name': ReconfigVM_Task, 'duration_secs': 0.756785} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.453797] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Reconfigured VM instance instance-00000010 to attach disk [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.454547] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eae28dc-2e80-4b11-ada5-f6b08148a10f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.472389] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 592.472389] env[62633]: value = "task-2695501" [ 592.472389] env[62633]: _type = "Task" [ 592.472389] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.478539] env[62633]: DEBUG oslo_vmware.api [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695498, 'name': PowerOnVM_Task, 'duration_secs': 0.65689} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.480802] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.481056] env[62633]: DEBUG nova.compute.manager [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.482911] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee4811c-da89-45b1-9038-68a92585fff3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.496853] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695501, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.544390] env[62633]: DEBUG nova.compute.manager [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.605591] env[62633]: DEBUG oslo_concurrency.lockutils [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] Releasing lock "refresh_cache-3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.605890] env[62633]: DEBUG nova.compute.manager [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Received event network-changed-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.606082] env[62633]: DEBUG nova.compute.manager [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Refreshing instance network info cache due to event network-changed-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.606308] env[62633]: DEBUG oslo_concurrency.lockutils [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] Acquiring lock "refresh_cache-99494742-9f6f-404c-bcb2-be74f0f36b4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.606522] env[62633]: DEBUG oslo_concurrency.lockutils [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] Acquired lock "refresh_cache-99494742-9f6f-404c-bcb2-be74f0f36b4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.606633] env[62633]: DEBUG nova.network.neutron [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Refreshing network info cache for port cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.726198] env[62633]: DEBUG nova.compute.manager [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.769312] env[62633]: DEBUG nova.network.neutron [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Successfully created port: 8a92b402-0a1b-4135-941a-a5ccf4956430 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.918823] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695500, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.930451] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695499, 'name': Destroy_Task, 'duration_secs': 0.70738} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.931446] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Destroyed the VM [ 592.931498] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 592.931840] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37af6c3c-fa4d-4803-aac6-21a604d815fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.941592] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 592.941592] env[62633]: value = "task-2695502" [ 592.941592] env[62633]: _type = "Task" [ 592.941592] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.954312] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.989595] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695501, 'name': Rename_Task, 'duration_secs': 0.198266} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.989825] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.990146] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab7ebe5d-3bcc-4665-9d95-a60e67c02221 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.002461] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 593.002461] env[62633]: value = "task-2695503" [ 593.002461] env[62633]: _type = "Task" [ 593.002461] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.018950] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.020881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.070797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.283081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquiring lock "ff80e626-b62c-4d87-bbd0-937cd0126a24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.283081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "ff80e626-b62c-4d87-bbd0-937cd0126a24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.283081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquiring lock "ff80e626-b62c-4d87-bbd0-937cd0126a24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.283081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "ff80e626-b62c-4d87-bbd0-937cd0126a24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.283486] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "ff80e626-b62c-4d87-bbd0-937cd0126a24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.289049] env[62633]: INFO nova.compute.manager [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Terminating instance [ 593.296661] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d4d1b-faaa-4ba5-b627-ca3354816ed4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.306895] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a09de-b571-4814-9648-765caca3c1b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.348087] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883fc742-408a-4f0b-b382-ee27dcaa783a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.357469] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80136a10-e466-4a73-ba98-f8ae335d53a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.376797] env[62633]: DEBUG nova.compute.provider_tree [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.414889] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600268} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.418153] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7/3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.418153] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.420815] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c694e5f-b47f-478d-a8b9-5426832e2018 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.430690] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 593.430690] env[62633]: value = "task-2695504" [ 593.430690] env[62633]: _type = "Task" [ 593.430690] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.444928] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.454843] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695502, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.515858] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695503, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.569021] env[62633]: DEBUG nova.network.neutron [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Updated VIF entry in instance network info cache for port cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.569021] env[62633]: DEBUG nova.network.neutron [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Updating instance_info_cache with network_info: [{"id": "cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad", "address": "fa:16:3e:40:ac:28", "network": {"id": "a81358e3-e45f-4f91-b16f-4f4fbb647cf1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-430819583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b05cbd65564e14a6b95aeddffc7e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3656a9-aa", "ovs_interfaceid": "cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.738163] env[62633]: DEBUG nova.compute.manager [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.768608] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.768858] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.769016] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.769226] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.769410] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.769764] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.770267] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.770267] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.770378] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.770556] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.770719] env[62633]: DEBUG nova.virt.hardware [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.772463] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d88ee49-1612-494a-8b92-1082971be4ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.781415] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161a0f09-e1c5-43c9-b350-b12de856865d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.797836] env[62633]: DEBUG nova.compute.manager [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 593.798081] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.799224] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d5ed8-2346-4dce-ad3a-864373bf69d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.808271] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.808588] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae77333-b624-4fb9-9dad-fb8fee5974cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.816878] env[62633]: DEBUG oslo_vmware.api [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 593.816878] env[62633]: value = "task-2695505" [ 593.816878] env[62633]: _type = "Task" [ 593.816878] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.830841] env[62633]: DEBUG oslo_vmware.api [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.883609] env[62633]: DEBUG nova.scheduler.client.report [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.942419] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132531} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.943291] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.944322] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50670b53-c1f3-465c-9848-13b71b6797ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.967517] env[62633]: DEBUG oslo_vmware.api [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695502, 'name': RemoveSnapshot_Task, 'duration_secs': 0.77778} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.978777] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7/3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.978777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 593.978777] env[62633]: INFO nova.compute.manager [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Took 18.69 seconds to snapshot the instance on the hypervisor. [ 593.981353] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab8eb34b-58f4-4e30-b41f-4e3382602e08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.004966] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 594.004966] env[62633]: value = "task-2695506" [ 594.004966] env[62633]: _type = "Task" [ 594.004966] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.018967] env[62633]: DEBUG oslo_vmware.api [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695503, 'name': PowerOnVM_Task, 'duration_secs': 0.615122} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.022549] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.022774] env[62633]: INFO nova.compute.manager [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Took 7.49 seconds to spawn the instance on the hypervisor. [ 594.022951] env[62633]: DEBUG nova.compute.manager [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.023555] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.024330] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f86159-0cdb-4c16-aa7b-8da4d650f17d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.071306] env[62633]: DEBUG oslo_concurrency.lockutils [req-77dd81dd-70eb-408a-84ea-8fa4340a53cb req-53582c4b-7499-413b-8f07-8729f060d762 service nova] Releasing lock "refresh_cache-99494742-9f6f-404c-bcb2-be74f0f36b4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.183027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "19610852-7ebd-4dd5-8321-118431b8d7a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.184242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.184242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "19610852-7ebd-4dd5-8321-118431b8d7a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.184242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.184383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.190362] env[62633]: INFO nova.compute.manager [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Terminating instance [ 594.331928] env[62633]: DEBUG oslo_vmware.api [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695505, 'name': PowerOffVM_Task, 'duration_secs': 0.431415} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.332273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.332552] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.332886] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-136b20ea-52fd-4fed-bb0a-47b429e9825c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.392483] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.392483] env[62633]: DEBUG nova.compute.manager [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.394844] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.370s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.396470] env[62633]: INFO nova.compute.claims [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.499325] env[62633]: DEBUG nova.compute.manager [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Instance disappeared during snapshot {{(pid=62633) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 594.514994] env[62633]: DEBUG nova.compute.manager [None req-d7d44e38-2378-4c34-b37b-0d13f9475fd5 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image not found during clean up 9147b25d-27d7-455d-9fa0-e2857e57d3b1 {{(pid=62633) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 594.523814] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.543738] env[62633]: INFO nova.compute.manager [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Took 23.72 seconds to build instance. [ 594.694692] env[62633]: DEBUG nova.compute.manager [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 594.696254] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 594.698308] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e3f740-1354-40df-ae36-ce6b7f291a21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.712358] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.713368] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a94c68e-86fd-4bd1-b311-54b3e97cc7bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.903856] env[62633]: DEBUG nova.compute.utils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.910044] env[62633]: DEBUG nova.compute.manager [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.910044] env[62633]: DEBUG nova.network.neutron [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.960444] env[62633]: DEBUG nova.policy [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f28a42045c724edbb0d65722ff77b47b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd02ecc3fb63e46f7a636d4cb740f42fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.020412] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695506, 'name': ReconfigVM_Task, 'duration_secs': 0.681644} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.020821] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7/3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.021959] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8a110b7-013f-4b65-9409-6493d5a08f8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.031717] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 595.031717] env[62633]: value = "task-2695509" [ 595.031717] env[62633]: _type = "Task" [ 595.031717] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.046853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48e2babd-d0be-4f73-82c4-802720b8f0df tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "c1e17e07-ebe4-4271-9af9-e1f28786749a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.228s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.048243] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695509, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.228964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.228964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.228964] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Deleting the datastore file [datastore1] ff80e626-b62c-4d87-bbd0-937cd0126a24 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.228964] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77f85e65-4e2d-469a-975a-499f6bfb7fd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.239334] env[62633]: DEBUG oslo_vmware.api [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for the task: (returnval){ [ 595.239334] env[62633]: value = "task-2695510" [ 595.239334] env[62633]: _type = "Task" [ 595.239334] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.256856] env[62633]: DEBUG oslo_vmware.api [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.259274] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.259596] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.260689] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleting the datastore file [datastore1] 19610852-7ebd-4dd5-8321-118431b8d7a0 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.260689] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b08d361f-cb92-41e3-90d9-01d4d9365ee2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.269235] env[62633]: DEBUG oslo_vmware.api [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 595.269235] env[62633]: value = "task-2695511" [ 595.269235] env[62633]: _type = "Task" [ 595.269235] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.279572] env[62633]: DEBUG oslo_vmware.api [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.306714] env[62633]: DEBUG nova.network.neutron [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Successfully created port: 8674ccc8-c53d-411a-844b-fa68ccf19605 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.344774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "38f94b87-e642-4875-a44d-89982bf30ace" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.344774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "38f94b87-e642-4875-a44d-89982bf30ace" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.344774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "38f94b87-e642-4875-a44d-89982bf30ace-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.344774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "38f94b87-e642-4875-a44d-89982bf30ace-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.344935] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "38f94b87-e642-4875-a44d-89982bf30ace-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.349105] env[62633]: INFO nova.compute.manager [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Terminating instance [ 595.409036] env[62633]: DEBUG nova.compute.manager [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.427943] env[62633]: DEBUG nova.network.neutron [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Successfully updated port: 8a92b402-0a1b-4135-941a-a5ccf4956430 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.544293] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695509, 'name': Rename_Task, 'duration_secs': 0.167786} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.544859] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.546123] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aa9c5a2-acc1-4d44-9d46-1072d130ae89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.550944] env[62633]: DEBUG nova.compute.manager [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.562018] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 595.562018] env[62633]: value = "task-2695512" [ 595.562018] env[62633]: _type = "Task" [ 595.562018] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.570899] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.755861] env[62633]: DEBUG nova.compute.manager [req-0b2e2016-8709-45e8-bc03-94da0ebfd1aa req-bee058ef-4c8b-406b-88d4-35cda8e8d157 service nova] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Received event network-vif-plugged-8a92b402-0a1b-4135-941a-a5ccf4956430 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.755861] env[62633]: DEBUG oslo_concurrency.lockutils [req-0b2e2016-8709-45e8-bc03-94da0ebfd1aa req-bee058ef-4c8b-406b-88d4-35cda8e8d157 service nova] Acquiring lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.755861] env[62633]: DEBUG oslo_concurrency.lockutils [req-0b2e2016-8709-45e8-bc03-94da0ebfd1aa req-bee058ef-4c8b-406b-88d4-35cda8e8d157 service nova] Lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.756148] env[62633]: DEBUG oslo_concurrency.lockutils [req-0b2e2016-8709-45e8-bc03-94da0ebfd1aa req-bee058ef-4c8b-406b-88d4-35cda8e8d157 service nova] Lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.756273] env[62633]: DEBUG nova.compute.manager [req-0b2e2016-8709-45e8-bc03-94da0ebfd1aa req-bee058ef-4c8b-406b-88d4-35cda8e8d157 service nova] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] No waiting events found dispatching network-vif-plugged-8a92b402-0a1b-4135-941a-a5ccf4956430 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.758289] env[62633]: WARNING nova.compute.manager [req-0b2e2016-8709-45e8-bc03-94da0ebfd1aa req-bee058ef-4c8b-406b-88d4-35cda8e8d157 service nova] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Received unexpected event network-vif-plugged-8a92b402-0a1b-4135-941a-a5ccf4956430 for instance with vm_state building and task_state spawning. [ 595.765753] env[62633]: DEBUG oslo_vmware.api [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Task: {'id': task-2695510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.766034] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.766225] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.766400] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.766569] env[62633]: INFO nova.compute.manager [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Took 1.97 seconds to destroy the instance on the hypervisor. [ 595.766813] env[62633]: DEBUG oslo.service.loopingcall [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.767000] env[62633]: DEBUG nova.compute.manager [-] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.767161] env[62633]: DEBUG nova.network.neutron [-] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.785203] env[62633]: DEBUG oslo_vmware.api [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353468} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.785508] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.785693] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.785868] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.786447] env[62633]: INFO nova.compute.manager [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 595.786757] env[62633]: DEBUG oslo.service.loopingcall [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.786958] env[62633]: DEBUG nova.compute.manager [-] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.787063] env[62633]: DEBUG nova.network.neutron [-] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.855624] env[62633]: DEBUG nova.compute.manager [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 595.855624] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 595.856850] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5c5b37-ad4e-430d-81e8-e9bbf662efbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.871232] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.871365] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cec2ca13-b4d4-4124-a273-2e028b360000 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.897017] env[62633]: DEBUG oslo_vmware.api [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 595.897017] env[62633]: value = "task-2695513" [ 595.897017] env[62633]: _type = "Task" [ 595.897017] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.904293] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.904642] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.924902] env[62633]: DEBUG oslo_vmware.api [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.931009] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquiring lock "refresh_cache-7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.931215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquired lock "refresh_cache-7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.931421] env[62633]: DEBUG nova.network.neutron [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.039748] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e88bfe-3d94-4391-99c9-9bd87dac1f1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.051795] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a6459c-fd76-4165-b9e7-5e0f71a7672f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.097606] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb6d6f-316b-465c-956b-addb85b1265d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.102195] env[62633]: INFO nova.compute.manager [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Rebuilding instance [ 596.114807] env[62633]: DEBUG oslo_vmware.api [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695512, 'name': PowerOnVM_Task, 'duration_secs': 0.531088} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.116296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac6a03c-bb0c-47d0-bc14-f99d974d65dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.122523] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.122917] env[62633]: INFO nova.compute.manager [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Took 12.28 seconds to spawn the instance on the hypervisor. [ 596.123632] env[62633]: DEBUG nova.compute.manager [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.124766] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.128041] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c35997e-9ad0-4fe7-8516-002ee115c8a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.152220] env[62633]: DEBUG nova.compute.provider_tree [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.174626] env[62633]: DEBUG nova.compute.manager [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.175660] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a317b83d-e4ee-472e-89ff-7d0fb75ddc6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.412559] env[62633]: DEBUG oslo_vmware.api [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695513, 'name': PowerOffVM_Task, 'duration_secs': 0.256648} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.412850] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 596.413045] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.413334] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c644d1ea-d6a7-4a50-807c-6db46959e120 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.426794] env[62633]: DEBUG nova.compute.manager [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.457488] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='710764459',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1651608478',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.457713] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.457873] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.458069] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.458221] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.458366] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.458614] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.458792] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.458961] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.459139] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.459313] env[62633]: DEBUG nova.virt.hardware [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.460258] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60cab95-df0f-47f7-ba27-ef68117a4ca4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.469701] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c50532-e59c-4b07-8f63-5bc9a825d34f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.488685] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.488685] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.488685] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleting the datastore file [datastore1] 38f94b87-e642-4875-a44d-89982bf30ace {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.495908] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-884fd0c7-d524-4968-b5ce-e4f6ea0a80d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.496444] env[62633]: DEBUG oslo_vmware.api [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 596.496444] env[62633]: value = "task-2695515" [ 596.496444] env[62633]: _type = "Task" [ 596.496444] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.504683] env[62633]: DEBUG oslo_vmware.api [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.535029] env[62633]: DEBUG nova.network.neutron [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.662212] env[62633]: DEBUG nova.scheduler.client.report [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.662212] env[62633]: INFO nova.compute.manager [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Took 31.67 seconds to build instance. [ 597.009263] env[62633]: DEBUG oslo_vmware.api [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146593} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.009581] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.009784] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.009965] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.010160] env[62633]: INFO nova.compute.manager [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Took 1.16 seconds to destroy the instance on the hypervisor. [ 597.010410] env[62633]: DEBUG oslo.service.loopingcall [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.010605] env[62633]: DEBUG nova.compute.manager [-] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 597.011165] env[62633]: DEBUG nova.network.neutron [-] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.050667] env[62633]: DEBUG nova.network.neutron [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Updating instance_info_cache with network_info: [{"id": "8a92b402-0a1b-4135-941a-a5ccf4956430", "address": "fa:16:3e:87:4a:1b", "network": {"id": "f895ce51-5443-4c8d-a3aa-f4c46ca512d6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1538013476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385c7f17323f4f9789c10a3d0b9d5594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a92b402-0a", "ovs_interfaceid": "8a92b402-0a1b-4135-941a-a5ccf4956430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.162145] env[62633]: DEBUG nova.network.neutron [-] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.167733] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.167733] env[62633]: DEBUG nova.compute.manager [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.171923] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.522s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.172474] env[62633]: DEBUG nova.objects.instance [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lazy-loading 'resources' on Instance uuid 3e6ea057-da12-4476-9846-b5a82c14f234 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 597.178046] env[62633]: DEBUG oslo_concurrency.lockutils [None req-53d4e96f-3feb-456e-9d95-18c0d5a338dd tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.454s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.197766] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.197766] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce5055ea-3719-4b77-a612-9bd4b881c2a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.206723] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 597.206723] env[62633]: value = "task-2695516" [ 597.206723] env[62633]: _type = "Task" [ 597.206723] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.220492] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.224193] env[62633]: DEBUG nova.network.neutron [-] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.529313] env[62633]: DEBUG nova.compute.manager [req-633326ae-74d3-4376-a4a9-c51771e8e274 req-f32d4392-e602-4bcc-ade4-e40625a65a88 service nova] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Received event network-vif-deleted-180248bc-9ae8-4242-a1b7-ee72162cc99e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.531739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "830c95e0-cfef-4940-86d7-3db3bf81d219" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.531739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "830c95e0-cfef-4940-86d7-3db3bf81d219" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.554764] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Releasing lock "refresh_cache-7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.555107] env[62633]: DEBUG nova.compute.manager [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Instance network_info: |[{"id": "8a92b402-0a1b-4135-941a-a5ccf4956430", "address": "fa:16:3e:87:4a:1b", "network": {"id": "f895ce51-5443-4c8d-a3aa-f4c46ca512d6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1538013476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385c7f17323f4f9789c10a3d0b9d5594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a92b402-0a", "ovs_interfaceid": "8a92b402-0a1b-4135-941a-a5ccf4956430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.555596] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:4a:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a92b402-0a1b-4135-941a-a5ccf4956430', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.563886] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Creating folder: Project (385c7f17323f4f9789c10a3d0b9d5594). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.566017] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d6293d0-d1e6-40f4-ac6b-4c4d8e905a48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.577486] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Created folder: Project (385c7f17323f4f9789c10a3d0b9d5594) in parent group-v543169. [ 597.577687] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Creating folder: Instances. Parent ref: group-v543221. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.577929] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10e3172d-920d-4426-8b36-3b01ccc44bd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.591246] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Created folder: Instances in parent group-v543221. [ 597.591246] env[62633]: DEBUG oslo.service.loopingcall [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.591246] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.591246] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2a89715-474e-4a3c-ad69-a0ccad581f7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.619876] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.619876] env[62633]: value = "task-2695519" [ 597.619876] env[62633]: _type = "Task" [ 597.619876] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.631563] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695519, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.672985] env[62633]: INFO nova.compute.manager [-] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Took 1.89 seconds to deallocate network for instance. [ 597.681449] env[62633]: DEBUG nova.compute.utils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.688655] env[62633]: DEBUG nova.compute.manager [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.691982] env[62633]: DEBUG nova.compute.manager [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.692201] env[62633]: DEBUG nova.network.neutron [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.728621] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695516, 'name': PowerOffVM_Task, 'duration_secs': 0.228364} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.728621] env[62633]: INFO nova.compute.manager [-] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Took 1.96 seconds to deallocate network for instance. [ 597.728621] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.728621] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 597.730410] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5722df2-573d-4d53-aca4-776062ccb7f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.741562] env[62633]: DEBUG nova.network.neutron [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Successfully updated port: 8674ccc8-c53d-411a-844b-fa68ccf19605 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.750552] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.752508] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c080199c-388d-4ef5-959f-b07b08df160c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.777582] env[62633]: DEBUG nova.policy [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8880d44127894d2f9b97f2b52f9f00ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3bd66176c0947dfbbe09eeac568d79b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.791058] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.791058] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.791058] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Deleting the datastore file [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.791058] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7103eb3-8c51-42d2-b373-846d099a8171 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.798705] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 597.798705] env[62633]: value = "task-2695521" [ 597.798705] env[62633]: _type = "Task" [ 597.798705] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.813593] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.041598] env[62633]: DEBUG nova.compute.manager [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Received event network-changed-8a92b402-0a1b-4135-941a-a5ccf4956430 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.041598] env[62633]: DEBUG nova.compute.manager [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Refreshing instance network info cache due to event network-changed-8a92b402-0a1b-4135-941a-a5ccf4956430. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.044476] env[62633]: DEBUG oslo_concurrency.lockutils [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] Acquiring lock "refresh_cache-7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.046683] env[62633]: DEBUG oslo_concurrency.lockutils [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] Acquired lock "refresh_cache-7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.046683] env[62633]: DEBUG nova.network.neutron [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Refreshing network info cache for port 8a92b402-0a1b-4135-941a-a5ccf4956430 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.136974] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695519, 'name': CreateVM_Task, 'duration_secs': 0.450476} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.138404] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.140513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.140698] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.141014] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.141282] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832cc753-4ffe-4af6-a145-bb52d377fb3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.146580] env[62633]: DEBUG nova.network.neutron [-] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.150755] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 598.150755] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524f52c8-6465-210f-f6ab-7910487d872f" [ 598.150755] env[62633]: _type = "Task" [ 598.150755] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.165311] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524f52c8-6465-210f-f6ab-7910487d872f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.192778] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.193426] env[62633]: DEBUG nova.compute.manager [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.234956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.247710] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "refresh_cache-6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.248078] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquired lock "refresh_cache-6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.248078] env[62633]: DEBUG nova.network.neutron [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.254175] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.317332] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103249} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.317613] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.317950] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.319951] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.344644] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff98becc-8cff-433d-9859-5001b65c4c8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.360447] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d828f9-9773-4e72-9b0a-9c98f400e26f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.393689] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e1ff1c-3d6e-4b60-8e16-712dd869fbd3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.404145] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46f1f49-563c-4c97-b722-72b37e065136 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.422477] env[62633]: DEBUG nova.compute.provider_tree [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.557039] env[62633]: DEBUG nova.network.neutron [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Successfully created port: 81a67feb-d476-4d93-82c0-1ec791640c7f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.649197] env[62633]: INFO nova.compute.manager [-] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Took 1.64 seconds to deallocate network for instance. [ 598.673585] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524f52c8-6465-210f-f6ab-7910487d872f, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.676685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.679025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.679025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.679025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.679025] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.679025] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-110e66ab-1cfe-4295-9c6f-3b463311fe55 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.695202] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.695202] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.695202] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87947155-e47b-42cd-861f-cb9eb8a52a9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.709349] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 598.709349] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527b7f38-d44b-e37e-844d-0c6b43d184eb" [ 598.709349] env[62633]: _type = "Task" [ 598.709349] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.723405] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527b7f38-d44b-e37e-844d-0c6b43d184eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.925229] env[62633]: DEBUG nova.scheduler.client.report [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.958454] env[62633]: DEBUG nova.network.neutron [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.166500] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.206349] env[62633]: DEBUG nova.compute.manager [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.224046] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527b7f38-d44b-e37e-844d-0c6b43d184eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.226698] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521b961b-927e-4a97-bdd4-1f85f345542e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.234252] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.234465] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.234739] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.235253] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.235530] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.235729] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.236303] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.236404] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.236653] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.236880] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.237144] env[62633]: DEBUG nova.virt.hardware [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.238290] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0bd728-9f79-43ca-8af5-60097d1073e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.242430] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 599.242430] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ece9cb-2dda-2aa9-58c8-a564c8d70c78" [ 599.242430] env[62633]: _type = "Task" [ 599.242430] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.249211] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d70002-126c-4064-b4a6-89592676475b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.258784] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ece9cb-2dda-2aa9-58c8-a564c8d70c78, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.259123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.259389] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c/7b8f6860-38b7-45a3-b3a2-e62e726d8d4c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.259645] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d578fb2-40df-4169-9288-89c7eb0ddb98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.275343] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 599.275343] env[62633]: value = "task-2695522" [ 599.275343] env[62633]: _type = "Task" [ 599.275343] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.283848] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.368615] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.369024] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.369024] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.369187] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.369349] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.369652] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.369732] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.369884] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.370414] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.370414] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.370414] env[62633]: DEBUG nova.virt.hardware [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.371376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78172e01-620d-4eff-a62d-0d166d575618 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.391063] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c36e4e-58a0-4ffd-8bbe-ba3644d05595 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.408480] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.415210] env[62633]: DEBUG oslo.service.loopingcall [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.415669] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.419068] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75bf2a33-8d7d-49ae-a961-818f817713b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.432023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.434545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.928s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.436477] env[62633]: INFO nova.compute.claims [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.440714] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.440714] env[62633]: value = "task-2695523" [ 599.440714] env[62633]: _type = "Task" [ 599.440714] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.451019] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695523, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.485025] env[62633]: INFO nova.scheduler.client.report [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Deleted allocations for instance 3e6ea057-da12-4476-9846-b5a82c14f234 [ 599.761085] env[62633]: DEBUG nova.compute.manager [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Received event network-vif-plugged-8674ccc8-c53d-411a-844b-fa68ccf19605 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.761212] env[62633]: DEBUG oslo_concurrency.lockutils [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] Acquiring lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.762952] env[62633]: DEBUG oslo_concurrency.lockutils [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] Lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.762952] env[62633]: DEBUG oslo_concurrency.lockutils [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] Lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.762952] env[62633]: DEBUG nova.compute.manager [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] No waiting events found dispatching network-vif-plugged-8674ccc8-c53d-411a-844b-fa68ccf19605 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.762952] env[62633]: WARNING nova.compute.manager [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Received unexpected event network-vif-plugged-8674ccc8-c53d-411a-844b-fa68ccf19605 for instance with vm_state building and task_state spawning. [ 599.762952] env[62633]: DEBUG nova.compute.manager [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Received event network-changed-8674ccc8-c53d-411a-844b-fa68ccf19605 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.763722] env[62633]: DEBUG nova.compute.manager [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Refreshing instance network info cache due to event network-changed-8674ccc8-c53d-411a-844b-fa68ccf19605. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 599.763722] env[62633]: DEBUG oslo_concurrency.lockutils [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] Acquiring lock "refresh_cache-6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.792711] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695522, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.906721] env[62633]: DEBUG nova.network.neutron [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Updated VIF entry in instance network info cache for port 8a92b402-0a1b-4135-941a-a5ccf4956430. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.907166] env[62633]: DEBUG nova.network.neutron [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Updating instance_info_cache with network_info: [{"id": "8a92b402-0a1b-4135-941a-a5ccf4956430", "address": "fa:16:3e:87:4a:1b", "network": {"id": "f895ce51-5443-4c8d-a3aa-f4c46ca512d6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1538013476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385c7f17323f4f9789c10a3d0b9d5594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a92b402-0a", "ovs_interfaceid": "8a92b402-0a1b-4135-941a-a5ccf4956430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.969679] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695523, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.996226] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Lock "3e6ea057-da12-4476-9846-b5a82c14f234" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.006s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.000396] env[62633]: DEBUG nova.network.neutron [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Updating instance_info_cache with network_info: [{"id": "8674ccc8-c53d-411a-844b-fa68ccf19605", "address": "fa:16:3e:d3:ca:8d", "network": {"id": "c73cd884-d2b4-4d6f-b64c-40dd7fb39356", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1037867118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02ecc3fb63e46f7a636d4cb740f42fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8674ccc8-c5", "ovs_interfaceid": "8674ccc8-c53d-411a-844b-fa68ccf19605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.097590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.097918] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.290790] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570037} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.297330] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c/7b8f6860-38b7-45a3-b3a2-e62e726d8d4c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.297603] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.297885] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17cde0fc-aeb8-4ce0-9e9e-2d45b36f4077 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.306417] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 600.306417] env[62633]: value = "task-2695524" [ 600.306417] env[62633]: _type = "Task" [ 600.306417] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.318013] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.412531] env[62633]: DEBUG oslo_concurrency.lockutils [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] Releasing lock "refresh_cache-7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.412531] env[62633]: DEBUG nova.compute.manager [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Received event network-vif-deleted-8fad875a-b949-4391-9e9f-5566e4af11f6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.412531] env[62633]: DEBUG nova.compute.manager [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Received event network-vif-deleted-132d65d3-8250-4bd2-90f9-84daa46bcc42 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.412689] env[62633]: INFO nova.compute.manager [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Neutron deleted interface 132d65d3-8250-4bd2-90f9-84daa46bcc42; detaching it from the instance and deleting it from the info cache [ 600.412727] env[62633]: DEBUG nova.network.neutron [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.471636] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695523, 'name': CreateVM_Task, 'duration_secs': 0.603851} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.471815] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.472261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.472408] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.472795] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.473062] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ffab1a2-46cd-4423-96a2-f213389616fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.483281] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 600.483281] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ea78e0-7378-90e3-f621-309b658216ad" [ 600.483281] env[62633]: _type = "Task" [ 600.483281] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.495028] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ea78e0-7378-90e3-f621-309b658216ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.495028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.495028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.495164] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.495252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.495459] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.496065] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f559632-6507-4a3e-b97e-5be74e92a469 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.506387] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Releasing lock "refresh_cache-6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.506706] env[62633]: DEBUG nova.compute.manager [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Instance network_info: |[{"id": "8674ccc8-c53d-411a-844b-fa68ccf19605", "address": "fa:16:3e:d3:ca:8d", "network": {"id": "c73cd884-d2b4-4d6f-b64c-40dd7fb39356", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1037867118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02ecc3fb63e46f7a636d4cb740f42fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8674ccc8-c5", "ovs_interfaceid": "8674ccc8-c53d-411a-844b-fa68ccf19605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.507554] env[62633]: DEBUG oslo_concurrency.lockutils [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] Acquired lock "refresh_cache-6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.507732] env[62633]: DEBUG nova.network.neutron [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Refreshing network info cache for port 8674ccc8-c53d-411a-844b-fa68ccf19605 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.510243] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ca:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8674ccc8-c53d-411a-844b-fa68ccf19605', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.521960] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Creating folder: Project (d02ecc3fb63e46f7a636d4cb740f42fb). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.524507] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-129ed469-b435-425b-9ae1-12b89d77e813 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.528090] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.528090] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.533382] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731aad74-2c03-44bf-ae2b-19a3e9e269e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.540030] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 600.540030] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f5ba87-4a12-3e9f-2b6f-62c56ddb37fa" [ 600.540030] env[62633]: _type = "Task" [ 600.540030] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.546809] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Created folder: Project (d02ecc3fb63e46f7a636d4cb740f42fb) in parent group-v543169. [ 600.547027] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Creating folder: Instances. Parent ref: group-v543225. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.551045] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43ca31be-0da9-4726-b319-084b6d7317fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.553076] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f5ba87-4a12-3e9f-2b6f-62c56ddb37fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.566572] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Created folder: Instances in parent group-v543225. [ 600.566843] env[62633]: DEBUG oslo.service.loopingcall [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.573048] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.573827] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7fb7147-f9b1-4495-94aa-d25e2e5fa152 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.598905] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.598905] env[62633]: value = "task-2695527" [ 600.598905] env[62633]: _type = "Task" [ 600.598905] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.607882] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695527, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.750618] env[62633]: DEBUG nova.network.neutron [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Successfully updated port: 81a67feb-d476-4d93-82c0-1ec791640c7f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.829626] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074084} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.829626] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.829626] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75c36b3-8360-4679-81ad-946f87a61c95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.876959] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c/7b8f6860-38b7-45a3-b3a2-e62e726d8d4c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.882796] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd988db-b83f-463f-a3ed-0d948ca31f6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.916825] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d21ebe58-403f-4612-8f85-1db4d1813116 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.925324] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 600.925324] env[62633]: value = "task-2695528" [ 600.925324] env[62633]: _type = "Task" [ 600.925324] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.936760] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.941018] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09112c25-9159-486f-ad88-6b65f42ae20c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.987353] env[62633]: DEBUG nova.compute.manager [req-ca89da5e-8b16-49b0-8b68-70ee8e029a99 req-7df2f9be-f299-4000-9dd9-b2a6f8a2544c service nova] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Detach interface failed, port_id=132d65d3-8250-4bd2-90f9-84daa46bcc42, reason: Instance 38f94b87-e642-4875-a44d-89982bf30ace could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 601.009463] env[62633]: DEBUG nova.compute.manager [req-4ec7b3c5-f141-4ded-8053-70e65a4a6334 req-51f8f556-92ae-4e88-b591-a1c8e115146b service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Received event network-vif-plugged-81a67feb-d476-4d93-82c0-1ec791640c7f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.009463] env[62633]: DEBUG oslo_concurrency.lockutils [req-4ec7b3c5-f141-4ded-8053-70e65a4a6334 req-51f8f556-92ae-4e88-b591-a1c8e115146b service nova] Acquiring lock "1ed66844-ef3b-4812-8552-69e5847ea4cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.009463] env[62633]: DEBUG oslo_concurrency.lockutils [req-4ec7b3c5-f141-4ded-8053-70e65a4a6334 req-51f8f556-92ae-4e88-b591-a1c8e115146b service nova] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.009463] env[62633]: DEBUG oslo_concurrency.lockutils [req-4ec7b3c5-f141-4ded-8053-70e65a4a6334 req-51f8f556-92ae-4e88-b591-a1c8e115146b service nova] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.009463] env[62633]: DEBUG nova.compute.manager [req-4ec7b3c5-f141-4ded-8053-70e65a4a6334 req-51f8f556-92ae-4e88-b591-a1c8e115146b service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] No waiting events found dispatching network-vif-plugged-81a67feb-d476-4d93-82c0-1ec791640c7f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.010043] env[62633]: WARNING nova.compute.manager [req-4ec7b3c5-f141-4ded-8053-70e65a4a6334 req-51f8f556-92ae-4e88-b591-a1c8e115146b service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Received unexpected event network-vif-plugged-81a67feb-d476-4d93-82c0-1ec791640c7f for instance with vm_state building and task_state spawning. [ 601.040030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "ce37e013-1443-4d3c-a639-ec2d64fddff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.040030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "ce37e013-1443-4d3c-a639-ec2d64fddff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.056983] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f5ba87-4a12-3e9f-2b6f-62c56ddb37fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.059257] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc926de-b212-4d34-9d62-fd0944220c5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.072793] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 601.072793] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529b6c26-0558-0bd0-2811-10ca4ed574a2" [ 601.072793] env[62633]: _type = "Task" [ 601.072793] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.085237] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529b6c26-0558-0bd0-2811-10ca4ed574a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.085237] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.085237] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.085608] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6308e60-417d-4dda-b82b-73285ab8809f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.095701] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 601.095701] env[62633]: value = "task-2695529" [ 601.095701] env[62633]: _type = "Task" [ 601.095701] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.120024] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.126336] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695527, 'name': CreateVM_Task, 'duration_secs': 0.436613} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.126567] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.127549] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.127767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.128312] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.128873] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0e79ad-786f-41d7-af54-78e97709c722 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.136023] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 601.136023] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e48169-ff41-83ca-92d1-9afd659bdcca" [ 601.136023] env[62633]: _type = "Task" [ 601.136023] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.153720] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e48169-ff41-83ca-92d1-9afd659bdcca, 'name': SearchDatastore_Task, 'duration_secs': 0.013537} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.154068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.154382] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.156457] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.156673] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.156894] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.157214] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab5dd5b-73c7-43f4-973a-3d8276625ec8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.169679] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.169878] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.170743] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03991646-f15d-4a3b-8f8a-22496da611f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.177654] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 601.177654] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52cf7b43-0980-1eb3-481c-350652e13553" [ 601.177654] env[62633]: _type = "Task" [ 601.177654] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.193374] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cf7b43-0980-1eb3-481c-350652e13553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.208580] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa1b9d9-2ba1-4e4a-bb94-00374e48dd72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.221302] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c82dcca-aa8d-4fa0-8bd8-9022fff20998 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.254931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "refresh_cache-1ed66844-ef3b-4812-8552-69e5847ea4cc" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.254931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquired lock "refresh_cache-1ed66844-ef3b-4812-8552-69e5847ea4cc" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.254931] env[62633]: DEBUG nova.network.neutron [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.256890] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f6810-d1cd-4eac-abba-678c86385460 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.268492] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d284de-c331-476d-b336-a525bfd5fbbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.294580] env[62633]: DEBUG nova.compute.provider_tree [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.439797] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.609424] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695529, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.690558] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cf7b43-0980-1eb3-481c-350652e13553, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.691667] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65fdd15-1d36-4a44-b2e7-af07c871d0d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.698950] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 601.698950] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5252a233-eefa-a8ca-6bc6-1ddaf7ae9a52" [ 601.698950] env[62633]: _type = "Task" [ 601.698950] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.703846] env[62633]: DEBUG nova.network.neutron [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Updated VIF entry in instance network info cache for port 8674ccc8-c53d-411a-844b-fa68ccf19605. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.704417] env[62633]: DEBUG nova.network.neutron [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Updating instance_info_cache with network_info: [{"id": "8674ccc8-c53d-411a-844b-fa68ccf19605", "address": "fa:16:3e:d3:ca:8d", "network": {"id": "c73cd884-d2b4-4d6f-b64c-40dd7fb39356", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1037867118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02ecc3fb63e46f7a636d4cb740f42fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8674ccc8-c5", "ovs_interfaceid": "8674ccc8-c53d-411a-844b-fa68ccf19605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.716167] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5252a233-eefa-a8ca-6bc6-1ddaf7ae9a52, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.716167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.716167] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab/6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.718483] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30cd5c51-b97a-4637-a799-7c78239c7f83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.726588] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 601.726588] env[62633]: value = "task-2695530" [ 601.726588] env[62633]: _type = "Task" [ 601.726588] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.737642] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.822581] env[62633]: ERROR nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [req-c7957bdd-6337-48a9-adc0-30e7b4173f25] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7957bdd-6337-48a9-adc0-30e7b4173f25"}]} [ 601.850123] env[62633]: DEBUG nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 601.854252] env[62633]: DEBUG nova.network.neutron [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.893988] env[62633]: DEBUG nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 601.893988] env[62633]: DEBUG nova.compute.provider_tree [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.915863] env[62633]: DEBUG nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 601.942906] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695528, 'name': ReconfigVM_Task, 'duration_secs': 0.664922} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.943657] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c/7b8f6860-38b7-45a3-b3a2-e62e726d8d4c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.944611] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14e0d45c-fc0b-4cf3-8354-02e40141d308 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.953256] env[62633]: DEBUG nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 601.957890] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 601.957890] env[62633]: value = "task-2695531" [ 601.957890] env[62633]: _type = "Task" [ 601.957890] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.978036] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695531, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.116026] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520717} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.119188] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.119697] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.121278] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b69b912-08ae-40f5-ba5f-6e311b9eb834 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.131416] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 602.131416] env[62633]: value = "task-2695532" [ 602.131416] env[62633]: _type = "Task" [ 602.131416] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.150554] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.208525] env[62633]: DEBUG oslo_concurrency.lockutils [req-5ad32626-adb9-4b89-bc1d-b77e72aed5d8 req-0a89cb47-4688-455d-bed8-d36fd58fbead service nova] Releasing lock "refresh_cache-6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.257230] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477204} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.258955] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab/6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.259242] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.265446] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11398859-da48-4008-b142-80ea083cc097 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.274534] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 602.274534] env[62633]: value = "task-2695533" [ 602.274534] env[62633]: _type = "Task" [ 602.274534] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.287797] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.302760] env[62633]: DEBUG nova.network.neutron [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Updating instance_info_cache with network_info: [{"id": "81a67feb-d476-4d93-82c0-1ec791640c7f", "address": "fa:16:3e:85:0a:16", "network": {"id": "6c762d03-32a1-4637-ab13-8e3b9a99e8f3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-813849119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3bd66176c0947dfbbe09eeac568d79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a67feb-d4", "ovs_interfaceid": "81a67feb-d476-4d93-82c0-1ec791640c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.469368] env[62633]: DEBUG nova.compute.manager [req-9833a66e-86af-436e-9be7-3786588ec3b9 req-e5b3b64c-7808-4fb1-9068-d1a193d33931 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Received event network-changed-0eeccf2b-2930-40db-bbbd-5fc49969bbde {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.469570] env[62633]: DEBUG nova.compute.manager [req-9833a66e-86af-436e-9be7-3786588ec3b9 req-e5b3b64c-7808-4fb1-9068-d1a193d33931 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Refreshing instance network info cache due to event network-changed-0eeccf2b-2930-40db-bbbd-5fc49969bbde. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.470223] env[62633]: DEBUG oslo_concurrency.lockutils [req-9833a66e-86af-436e-9be7-3786588ec3b9 req-e5b3b64c-7808-4fb1-9068-d1a193d33931 service nova] Acquiring lock "refresh_cache-3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.470223] env[62633]: DEBUG oslo_concurrency.lockutils [req-9833a66e-86af-436e-9be7-3786588ec3b9 req-e5b3b64c-7808-4fb1-9068-d1a193d33931 service nova] Acquired lock "refresh_cache-3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.470223] env[62633]: DEBUG nova.network.neutron [req-9833a66e-86af-436e-9be7-3786588ec3b9 req-e5b3b64c-7808-4fb1-9068-d1a193d33931 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Refreshing network info cache for port 0eeccf2b-2930-40db-bbbd-5fc49969bbde {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.481380] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695531, 'name': Rename_Task, 'duration_secs': 0.348395} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.481380] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.481380] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aedfdc5-e768-46e7-a523-4fbafd13ecb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.491204] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 602.491204] env[62633]: value = "task-2695534" [ 602.491204] env[62633]: _type = "Task" [ 602.491204] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.507263] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.531885] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff49ef6-41c0-4860-ad7d-e642ef6a62d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.546025] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612da2af-502c-40f9-af4d-77c6e4edd8ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.582633] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb890ff-cb69-4b87-94fe-14da37ad4825 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.590910] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27e3a8c-5c7a-48e9-b148-314767b9cc47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.607161] env[62633]: DEBUG nova.compute.provider_tree [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.642656] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148309} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.643539] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.644991] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ab19f5-83b9-4b1e-90e6-179048d8bf66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.667045] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.667377] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b5706f0-0123-4c41-b430-5a1549133db1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.689903] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 602.689903] env[62633]: value = "task-2695535" [ 602.689903] env[62633]: _type = "Task" [ 602.689903] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.702294] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.798386] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075889} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.798926] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.805142] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7faed62-afab-4836-8625-8dd8c6df37df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.811386] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Releasing lock "refresh_cache-1ed66844-ef3b-4812-8552-69e5847ea4cc" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.812122] env[62633]: DEBUG nova.compute.manager [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Instance network_info: |[{"id": "81a67feb-d476-4d93-82c0-1ec791640c7f", "address": "fa:16:3e:85:0a:16", "network": {"id": "6c762d03-32a1-4637-ab13-8e3b9a99e8f3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-813849119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3bd66176c0947dfbbe09eeac568d79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a67feb-d4", "ovs_interfaceid": "81a67feb-d476-4d93-82c0-1ec791640c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.812843] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:0a:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81a67feb-d476-4d93-82c0-1ec791640c7f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.827127] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Creating folder: Project (c3bd66176c0947dfbbe09eeac568d79b). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.828692] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-905fd972-e1d5-4ff2-a0d4-9bcb1f981489 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.859155] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab/6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.860376] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d88442ee-c182-4f57-84de-72d2823ca4af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.885063] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Created folder: Project (c3bd66176c0947dfbbe09eeac568d79b) in parent group-v543169. [ 602.885433] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Creating folder: Instances. Parent ref: group-v543228. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.886299] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b2d08d9-a1fe-44be-bfca-236bfeb354e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.893049] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 602.893049] env[62633]: value = "task-2695537" [ 602.893049] env[62633]: _type = "Task" [ 602.893049] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.901605] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Created folder: Instances in parent group-v543228. [ 602.901605] env[62633]: DEBUG oslo.service.loopingcall [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.909026] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.909026] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.909026] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12493ad1-8de2-4899-9451-44cdd89d8279 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.937342] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.937342] env[62633]: value = "task-2695539" [ 602.937342] env[62633]: _type = "Task" [ 602.937342] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.955957] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695539, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.016303] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.140081] env[62633]: ERROR nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [req-f7a5ec74-5fbb-4dcb-aa71-805bfbdfa5db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7a5ec74-5fbb-4dcb-aa71-805bfbdfa5db"}]} [ 603.163829] env[62633]: DEBUG nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 603.185447] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.185961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.198133] env[62633]: DEBUG nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 603.198133] env[62633]: DEBUG nova.compute.provider_tree [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.212280] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695535, 'name': ReconfigVM_Task, 'duration_secs': 0.319081} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.212632] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Reconfigured VM instance instance-00000010 to attach disk [datastore2] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.213283] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c8a4c4-2d45-4819-be9b-3718f8bd7083 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.220998] env[62633]: DEBUG nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 603.231424] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 603.231424] env[62633]: value = "task-2695540" [ 603.231424] env[62633]: _type = "Task" [ 603.231424] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.243787] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695540, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.247810] env[62633]: DEBUG nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 603.405466] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.455079] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695539, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.511119] env[62633]: DEBUG oslo_vmware.api [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695534, 'name': PowerOnVM_Task, 'duration_secs': 0.973986} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.511475] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.511689] env[62633]: INFO nova.compute.manager [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Took 9.77 seconds to spawn the instance on the hypervisor. [ 603.511870] env[62633]: DEBUG nova.compute.manager [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.512678] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04ce232-e417-463f-a981-74977ab6fdba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.747101] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695540, 'name': Rename_Task, 'duration_secs': 0.255889} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.747490] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.747852] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fff7e66f-4673-4114-8936-c2b840590c88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.760244] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 603.760244] env[62633]: value = "task-2695541" [ 603.760244] env[62633]: _type = "Task" [ 603.760244] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.769579] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.784172] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1bf1c4-4f03-49d1-813e-74fa6685d389 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.793085] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea06d3-1b39-471b-b0cc-08f08140f5db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.825782] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82975826-d7d3-40e4-bfab-d14eff77c8b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.834935] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb90000-9cdd-4a08-8ded-079c9f4f73a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.843122] env[62633]: DEBUG nova.network.neutron [req-9833a66e-86af-436e-9be7-3786588ec3b9 req-e5b3b64c-7808-4fb1-9068-d1a193d33931 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Updated VIF entry in instance network info cache for port 0eeccf2b-2930-40db-bbbd-5fc49969bbde. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.843122] env[62633]: DEBUG nova.network.neutron [req-9833a66e-86af-436e-9be7-3786588ec3b9 req-e5b3b64c-7808-4fb1-9068-d1a193d33931 service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Updating instance_info_cache with network_info: [{"id": "0eeccf2b-2930-40db-bbbd-5fc49969bbde", "address": "fa:16:3e:f9:69:4f", "network": {"id": "db7b9e69-c7eb-44d2-aa29-0470a5039f6b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-285773041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358762921cdc478e8b147ae43671e9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eeccf2b-29", "ovs_interfaceid": "0eeccf2b-2930-40db-bbbd-5fc49969bbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.856867] env[62633]: DEBUG nova.compute.provider_tree [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.908813] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695537, 'name': ReconfigVM_Task, 'duration_secs': 0.550327} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.909271] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab/6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.909998] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa6cde6a-f1dc-4380-8c62-1c0b23cfe123 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.919540] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 603.919540] env[62633]: value = "task-2695542" [ 603.919540] env[62633]: _type = "Task" [ 603.919540] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.933294] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695542, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.945229] env[62633]: DEBUG nova.compute.manager [req-8cc1589c-99f7-4209-b48a-fa7ec35b335e req-3df1384b-3ecf-4973-932b-901467ed2d0e service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Received event network-changed-81a67feb-d476-4d93-82c0-1ec791640c7f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.945498] env[62633]: DEBUG nova.compute.manager [req-8cc1589c-99f7-4209-b48a-fa7ec35b335e req-3df1384b-3ecf-4973-932b-901467ed2d0e service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Refreshing instance network info cache due to event network-changed-81a67feb-d476-4d93-82c0-1ec791640c7f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 603.947015] env[62633]: DEBUG oslo_concurrency.lockutils [req-8cc1589c-99f7-4209-b48a-fa7ec35b335e req-3df1384b-3ecf-4973-932b-901467ed2d0e service nova] Acquiring lock "refresh_cache-1ed66844-ef3b-4812-8552-69e5847ea4cc" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.947015] env[62633]: DEBUG oslo_concurrency.lockutils [req-8cc1589c-99f7-4209-b48a-fa7ec35b335e req-3df1384b-3ecf-4973-932b-901467ed2d0e service nova] Acquired lock "refresh_cache-1ed66844-ef3b-4812-8552-69e5847ea4cc" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.947015] env[62633]: DEBUG nova.network.neutron [req-8cc1589c-99f7-4209-b48a-fa7ec35b335e req-3df1384b-3ecf-4973-932b-901467ed2d0e service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Refreshing network info cache for port 81a67feb-d476-4d93-82c0-1ec791640c7f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.957111] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695539, 'name': CreateVM_Task, 'duration_secs': 0.56217} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.957111] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.957735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.957922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.958274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.958540] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996a9468-035c-4b0e-ba0a-fb6e7486ac17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.965618] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 603.965618] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5231b885-0869-df3a-957d-3d56674520cb" [ 603.965618] env[62633]: _type = "Task" [ 603.965618] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.976588] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5231b885-0869-df3a-957d-3d56674520cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.041410] env[62633]: INFO nova.compute.manager [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Took 31.54 seconds to build instance. [ 604.271336] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695541, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.347243] env[62633]: DEBUG oslo_concurrency.lockutils [req-9833a66e-86af-436e-9be7-3786588ec3b9 req-e5b3b64c-7808-4fb1-9068-d1a193d33931 service nova] Releasing lock "refresh_cache-3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.407718] env[62633]: DEBUG nova.scheduler.client.report [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updated inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 604.408074] env[62633]: DEBUG nova.compute.provider_tree [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updating resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd generation from 41 to 42 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 604.408254] env[62633]: DEBUG nova.compute.provider_tree [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.434275] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695542, 'name': Rename_Task, 'duration_secs': 0.244283} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.435629] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.435920] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc5662f9-b8ee-474e-aabc-f5ff1e2aed66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.445575] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 604.445575] env[62633]: value = "task-2695543" [ 604.445575] env[62633]: _type = "Task" [ 604.445575] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.456510] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.479219] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5231b885-0869-df3a-957d-3d56674520cb, 'name': SearchDatastore_Task, 'duration_secs': 0.023854} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.479525] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.479769] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.480013] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.480170] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.480349] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.480751] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d77d27e-d08f-4b4e-90fa-61ba8873219c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.503330] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.503535] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.504338] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e796f5f-0505-4523-96b5-31706e3c1470 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.513034] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 604.513034] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52dcdeed-222e-7323-f338-499372f32c4c" [ 604.513034] env[62633]: _type = "Task" [ 604.513034] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.522883] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dcdeed-222e-7323-f338-499372f32c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.547373] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d293c1-c13b-4c20-a989-7431b4538922 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.259s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.777298] env[62633]: DEBUG oslo_vmware.api [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695541, 'name': PowerOnVM_Task, 'duration_secs': 0.624263} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.777631] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.778837] env[62633]: DEBUG nova.compute.manager [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.778837] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2d66ba-f578-4de7-9359-74d98a8b5921 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.824805] env[62633]: DEBUG nova.network.neutron [req-8cc1589c-99f7-4209-b48a-fa7ec35b335e req-3df1384b-3ecf-4973-932b-901467ed2d0e service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Updated VIF entry in instance network info cache for port 81a67feb-d476-4d93-82c0-1ec791640c7f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.825273] env[62633]: DEBUG nova.network.neutron [req-8cc1589c-99f7-4209-b48a-fa7ec35b335e req-3df1384b-3ecf-4973-932b-901467ed2d0e service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Updating instance_info_cache with network_info: [{"id": "81a67feb-d476-4d93-82c0-1ec791640c7f", "address": "fa:16:3e:85:0a:16", "network": {"id": "6c762d03-32a1-4637-ab13-8e3b9a99e8f3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-813849119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3bd66176c0947dfbbe09eeac568d79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a67feb-d4", "ovs_interfaceid": "81a67feb-d476-4d93-82c0-1ec791640c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.913915] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.479s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.914688] env[62633]: DEBUG nova.compute.manager [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.919375] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.925s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.919975] env[62633]: INFO nova.compute.claims [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.962160] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.030165] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dcdeed-222e-7323-f338-499372f32c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.017334} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.034913] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1eaa5f1-e11e-4c0f-a59b-710b39db3d06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.042114] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 605.042114] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52465531-024a-01c3-a269-0495910390f7" [ 605.042114] env[62633]: _type = "Task" [ 605.042114] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.052695] env[62633]: DEBUG nova.compute.manager [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.057655] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52465531-024a-01c3-a269-0495910390f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.303568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.332806] env[62633]: DEBUG oslo_concurrency.lockutils [req-8cc1589c-99f7-4209-b48a-fa7ec35b335e req-3df1384b-3ecf-4973-932b-901467ed2d0e service nova] Releasing lock "refresh_cache-1ed66844-ef3b-4812-8552-69e5847ea4cc" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.425360] env[62633]: DEBUG nova.compute.utils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.429657] env[62633]: DEBUG nova.compute.manager [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.429867] env[62633]: DEBUG nova.network.neutron [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.459411] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695543, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.535026] env[62633]: DEBUG nova.policy [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eb2b8c9923040338e527f654ce983ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cd20bd1bd6543ccabc110d03533ff39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.559747] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52465531-024a-01c3-a269-0495910390f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016931} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.559747] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.559747] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 1ed66844-ef3b-4812-8552-69e5847ea4cc/1ed66844-ef3b-4812-8552-69e5847ea4cc.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.559988] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-442ecdb5-3120-43d8-a941-d1e822d2d09b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.576550] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 605.576550] env[62633]: value = "task-2695544" [ 605.576550] env[62633]: _type = "Task" [ 605.576550] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.587518] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.590914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.636767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.636767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.930806] env[62633]: DEBUG nova.compute.manager [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.960747] env[62633]: DEBUG oslo_vmware.api [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695543, 'name': PowerOnVM_Task, 'duration_secs': 1.033447} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.961057] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.961341] env[62633]: INFO nova.compute.manager [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Took 9.53 seconds to spawn the instance on the hypervisor. [ 605.963023] env[62633]: DEBUG nova.compute.manager [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.963023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1717f6d-db26-4e86-9219-d21f612eebbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.094561] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695544, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.163071] env[62633]: DEBUG nova.network.neutron [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Successfully created port: 15d6c4a5-92b7-447d-9580-23300c86f610 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.166924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquiring lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.167351] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.168521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquiring lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.168521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.168521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.170555] env[62633]: INFO nova.compute.manager [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Terminating instance [ 606.459528] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13d9114-18aa-400a-8f79-053c92138245 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.468739] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87021c1-7521-4a43-a0a0-6548582f016a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.512273] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dfd153-fbbb-4c5e-a2c4-c5306a36e8c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.516327] env[62633]: INFO nova.compute.manager [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Took 33.13 seconds to build instance. [ 606.524098] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1311ffe1-97bc-436d-9037-4e9832ec2c8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.541289] env[62633]: DEBUG nova.compute.provider_tree [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.591761] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582249} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.592039] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 1ed66844-ef3b-4812-8552-69e5847ea4cc/1ed66844-ef3b-4812-8552-69e5847ea4cc.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.592261] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.592509] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9603522a-f8ad-41ea-8d37-f5675c22606a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.600381] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 606.600381] env[62633]: value = "task-2695545" [ 606.600381] env[62633]: _type = "Task" [ 606.600381] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.610454] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.679806] env[62633]: DEBUG nova.compute.manager [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.680104] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.681675] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23cd3e1-066c-4ef0-8a1a-996ab3cec9c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.691109] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.691313] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87314e8f-3185-4a5a-9c4a-c28be730cee3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.699422] env[62633]: DEBUG oslo_vmware.api [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 606.699422] env[62633]: value = "task-2695546" [ 606.699422] env[62633]: _type = "Task" [ 606.699422] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.714425] env[62633]: DEBUG oslo_vmware.api [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.791159] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquiring lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.794076] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.945249] env[62633]: DEBUG nova.compute.manager [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.985660] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.985919] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.986220] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.986797] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.986797] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.986930] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.987188] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.987353] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.988619] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.989028] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.989261] env[62633]: DEBUG nova.virt.hardware [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.993158] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15169b8-7c7d-4d00-82b7-d5eceab327a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.002851] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f1fad-9ffe-40cd-b791-6d4885221ec2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.018747] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.682s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.045203] env[62633]: DEBUG nova.scheduler.client.report [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.111933] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07335} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.112234] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.113053] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c228571-3ca6-4daf-99a5-630e21cb7a91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.137862] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 1ed66844-ef3b-4812-8552-69e5847ea4cc/1ed66844-ef3b-4812-8552-69e5847ea4cc.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.138611] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c076aac2-a0d9-4b2b-99b5-2319f94e79d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.160402] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 607.160402] env[62633]: value = "task-2695547" [ 607.160402] env[62633]: _type = "Task" [ 607.160402] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.171447] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.209707] env[62633]: DEBUG oslo_vmware.api [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695546, 'name': PowerOffVM_Task, 'duration_secs': 0.20562} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.210040] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.210231] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.210519] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff332ffe-50a9-4546-8c85-718feff99a38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.279745] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.279745] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.279745] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Deleting the datastore file [datastore2] 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.279745] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ad7f5b8-5308-496f-a9fb-fca85e6af78a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.286417] env[62633]: DEBUG oslo_vmware.api [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for the task: (returnval){ [ 607.286417] env[62633]: value = "task-2695549" [ 607.286417] env[62633]: _type = "Task" [ 607.286417] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.295817] env[62633]: DEBUG oslo_vmware.api [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.433615] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquiring lock "b81dc60c-f0a2-4243-80d8-21c014cdc311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.434191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "b81dc60c-f0a2-4243-80d8-21c014cdc311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.521623] env[62633]: DEBUG nova.compute.manager [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.550516] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.553342] env[62633]: DEBUG nova.compute.manager [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.553713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.668s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.555228] env[62633]: INFO nova.compute.claims [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.672170] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.796893] env[62633]: DEBUG oslo_vmware.api [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Task: {'id': task-2695549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351249} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.797210] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.797405] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.797583] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.797786] env[62633]: INFO nova.compute.manager [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 607.798042] env[62633]: DEBUG oslo.service.loopingcall [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.798241] env[62633]: DEBUG nova.compute.manager [-] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 607.798337] env[62633]: DEBUG nova.network.neutron [-] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.053030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.060501] env[62633]: DEBUG nova.compute.utils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.063369] env[62633]: DEBUG nova.compute.manager [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.063542] env[62633]: DEBUG nova.network.neutron [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.127147] env[62633]: DEBUG nova.policy [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1bae0349a534afbbaf013b9f41789c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e695640c56bb42138c24f649266b0e77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.171293] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695547, 'name': ReconfigVM_Task, 'duration_secs': 0.746322} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.171586] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 1ed66844-ef3b-4812-8552-69e5847ea4cc/1ed66844-ef3b-4812-8552-69e5847ea4cc.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.172279] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a5a7881-3aa7-4fe1-809b-6dea1168521a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.180209] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 608.180209] env[62633]: value = "task-2695550" [ 608.180209] env[62633]: _type = "Task" [ 608.180209] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.189665] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695550, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.422312] env[62633]: DEBUG nova.network.neutron [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Successfully updated port: 15d6c4a5-92b7-447d-9580-23300c86f610 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.479166] env[62633]: DEBUG nova.network.neutron [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Successfully created port: 5039ff06-ea7b-4344-85a0-062d559b167c {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.565967] env[62633]: DEBUG nova.compute.manager [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.593178] env[62633]: DEBUG nova.network.neutron [-] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.693341] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695550, 'name': Rename_Task, 'duration_secs': 0.224076} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.696693] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.697509] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a4e01d-c470-4236-bff2-3eafce5fef4d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.704670] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 608.704670] env[62633]: value = "task-2695551" [ 608.704670] env[62633]: _type = "Task" [ 608.704670] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.712817] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.923435] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquiring lock "refresh_cache-21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.923550] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquired lock "refresh_cache-21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.923753] env[62633]: DEBUG nova.network.neutron [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.026751] env[62633]: DEBUG nova.compute.manager [req-55103aae-f5e1-4fa1-ae12-dfc67adda554 req-e6870299-3a22-485c-a6d6-17a2b7a2e94e service nova] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Received event network-vif-deleted-8a92b402-0a1b-4135-941a-a5ccf4956430 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.031341] env[62633]: DEBUG nova.compute.manager [req-8e2778e6-262c-42e7-926f-44348be6623f req-d0911117-8cef-4c60-a816-595e917ef134 service nova] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Received event network-vif-plugged-15d6c4a5-92b7-447d-9580-23300c86f610 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.031541] env[62633]: DEBUG oslo_concurrency.lockutils [req-8e2778e6-262c-42e7-926f-44348be6623f req-d0911117-8cef-4c60-a816-595e917ef134 service nova] Acquiring lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.031775] env[62633]: DEBUG oslo_concurrency.lockutils [req-8e2778e6-262c-42e7-926f-44348be6623f req-d0911117-8cef-4c60-a816-595e917ef134 service nova] Lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.032020] env[62633]: DEBUG oslo_concurrency.lockutils [req-8e2778e6-262c-42e7-926f-44348be6623f req-d0911117-8cef-4c60-a816-595e917ef134 service nova] Lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.032156] env[62633]: DEBUG nova.compute.manager [req-8e2778e6-262c-42e7-926f-44348be6623f req-d0911117-8cef-4c60-a816-595e917ef134 service nova] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] No waiting events found dispatching network-vif-plugged-15d6c4a5-92b7-447d-9580-23300c86f610 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.032298] env[62633]: WARNING nova.compute.manager [req-8e2778e6-262c-42e7-926f-44348be6623f req-d0911117-8cef-4c60-a816-595e917ef134 service nova] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Received unexpected event network-vif-plugged-15d6c4a5-92b7-447d-9580-23300c86f610 for instance with vm_state building and task_state spawning. [ 609.095654] env[62633]: INFO nova.compute.manager [-] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Took 1.30 seconds to deallocate network for instance. [ 609.101754] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fb6408-e2cc-43c9-bd8d-5d9580967b76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.110847] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225ea9ea-8d36-4c8a-8b01-b99a37bccfd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.145693] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439cb058-79d4-46bd-8bbd-6748b143461d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.155574] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc783be-d373-4886-95c5-d45c464daeca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.171517] env[62633]: DEBUG nova.compute.provider_tree [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.217046] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.335667] env[62633]: INFO nova.compute.manager [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Rebuilding instance [ 609.391770] env[62633]: DEBUG nova.compute.manager [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.392834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef499efe-3b49-4cfa-963d-a0bcc985b8d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.460451] env[62633]: DEBUG nova.network.neutron [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.579713] env[62633]: DEBUG nova.compute.manager [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.602051] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.602821] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.603379] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.603721] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.603915] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.604188] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.604823] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.605535] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.605666] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.605896] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.606147] env[62633]: DEBUG nova.virt.hardware [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.607208] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.608279] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d718d58-6e99-424a-a79b-c192704bc16b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.625115] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d2d635-eff1-4fb0-8d3b-58d5adeb3506 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.676315] env[62633]: DEBUG nova.scheduler.client.report [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.720975] env[62633]: DEBUG oslo_vmware.api [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695551, 'name': PowerOnVM_Task, 'duration_secs': 0.829075} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.722954] env[62633]: DEBUG nova.network.neutron [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Updating instance_info_cache with network_info: [{"id": "15d6c4a5-92b7-447d-9580-23300c86f610", "address": "fa:16:3e:07:9c:da", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d6c4a5-92", "ovs_interfaceid": "15d6c4a5-92b7-447d-9580-23300c86f610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.722954] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.723147] env[62633]: INFO nova.compute.manager [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Took 10.52 seconds to spawn the instance on the hypervisor. [ 609.723204] env[62633]: DEBUG nova.compute.manager [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.724616] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67dee3a-e36a-498c-a9a4-862479fe5fb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.977967] env[62633]: DEBUG nova.network.neutron [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Successfully updated port: 5039ff06-ea7b-4344-85a0-062d559b167c {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.188331] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.188816] env[62633]: DEBUG nova.compute.manager [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.192210] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.304s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.193596] env[62633]: INFO nova.compute.claims [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.228418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Releasing lock "refresh_cache-21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.228754] env[62633]: DEBUG nova.compute.manager [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Instance network_info: |[{"id": "15d6c4a5-92b7-447d-9580-23300c86f610", "address": "fa:16:3e:07:9c:da", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d6c4a5-92", "ovs_interfaceid": "15d6c4a5-92b7-447d-9580-23300c86f610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.229449] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:9c:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15d6c4a5-92b7-447d-9580-23300c86f610', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.237081] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Creating folder: Project (2cd20bd1bd6543ccabc110d03533ff39). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.241054] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6005d64e-cc6d-4a17-90e1-68ab8d43b646 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.245402] env[62633]: INFO nova.compute.manager [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Took 35.26 seconds to build instance. [ 610.254746] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Created folder: Project (2cd20bd1bd6543ccabc110d03533ff39) in parent group-v543169. [ 610.254931] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Creating folder: Instances. Parent ref: group-v543231. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.255178] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f7f002b-9e57-4f01-add9-a6addfdbcc81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.265933] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Created folder: Instances in parent group-v543231. [ 610.266188] env[62633]: DEBUG oslo.service.loopingcall [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.266373] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.266586] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-187eafb5-f59b-4a8d-955f-d2cb7724fa57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.285875] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.285875] env[62633]: value = "task-2695554" [ 610.285875] env[62633]: _type = "Task" [ 610.285875] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.294465] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695554, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.409711] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.410116] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f11631dc-5f10-48c5-b2d0-8c6513015d8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.417313] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 610.417313] env[62633]: value = "task-2695555" [ 610.417313] env[62633]: _type = "Task" [ 610.417313] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.429697] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.481233] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.481533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.481533] env[62633]: DEBUG nova.network.neutron [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.697583] env[62633]: DEBUG nova.compute.utils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.699210] env[62633]: DEBUG nova.compute.manager [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.699544] env[62633]: DEBUG nova.network.neutron [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.747719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e152511e-5a7f-45e8-bace-8a73cb17d333 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.761s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.768562] env[62633]: DEBUG nova.policy [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '275e9fd011e54f98bcaef3d5bb57e4c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd99a3c1a7ed4edab2f72926c0f110ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.797034] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695554, 'name': CreateVM_Task, 'duration_secs': 0.311599} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.797034] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.798239] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.798239] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.798239] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.798446] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7a5f0c-0651-4001-b40f-4ca2526b2a14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.803613] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 610.803613] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525e8796-d45a-ab7c-8076-9d3a321809c6" [ 610.803613] env[62633]: _type = "Task" [ 610.803613] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.813585] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525e8796-d45a-ab7c-8076-9d3a321809c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.928286] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695555, 'name': PowerOffVM_Task, 'duration_secs': 0.241031} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.928286] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.928870] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.929821] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f45219-70b0-40c7-8b0a-84429eb9940a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.937480] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.937912] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c37ac67-3dd8-4df8-9b55-a227250d559c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.965044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.965044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.965044] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Deleting the datastore file [datastore2] c1e17e07-ebe4-4271-9af9-e1f28786749a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.965044] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a77ccc6-8529-4e49-b57d-4b6ac00bf49b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.971210] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 610.971210] env[62633]: value = "task-2695557" [ 610.971210] env[62633]: _type = "Task" [ 610.971210] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.980281] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.026847] env[62633]: DEBUG nova.network.neutron [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.147129] env[62633]: DEBUG nova.network.neutron [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Successfully created port: 7cc44bf7-671b-40b9-accc-f9efefd3495f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.210052] env[62633]: DEBUG nova.compute.manager [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.250250] env[62633]: DEBUG nova.compute.manager [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.312082] env[62633]: DEBUG nova.compute.manager [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Received event network-changed-8674ccc8-c53d-411a-844b-fa68ccf19605 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.312151] env[62633]: DEBUG nova.compute.manager [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Refreshing instance network info cache due to event network-changed-8674ccc8-c53d-411a-844b-fa68ccf19605. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 611.312382] env[62633]: DEBUG oslo_concurrency.lockutils [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] Acquiring lock "refresh_cache-6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.312496] env[62633]: DEBUG oslo_concurrency.lockutils [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] Acquired lock "refresh_cache-6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.312684] env[62633]: DEBUG nova.network.neutron [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Refreshing network info cache for port 8674ccc8-c53d-411a-844b-fa68ccf19605 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.318639] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "1ed66844-ef3b-4812-8552-69e5847ea4cc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.318891] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.319170] env[62633]: INFO nova.compute.manager [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Rebooting instance [ 611.327613] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525e8796-d45a-ab7c-8076-9d3a321809c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.328397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.328626] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.328836] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.329089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.329168] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.329625] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-680a250c-8540-4e02-b47b-fb93590ac575 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.339816] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.340066] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.346109] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585b3ffd-b4d8-4cb9-afbe-76aa0f8216a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.351944] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 611.351944] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b112ab-7432-c2a4-8fe1-38d492b6b59b" [ 611.351944] env[62633]: _type = "Task" [ 611.351944] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.361249] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b112ab-7432-c2a4-8fe1-38d492b6b59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.483518] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099314} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.483774] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.483956] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.484149] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.487193] env[62633]: DEBUG nova.network.neutron [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance_info_cache with network_info: [{"id": "5039ff06-ea7b-4344-85a0-062d559b167c", "address": "fa:16:3e:3a:83:e8", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5039ff06-ea", "ovs_interfaceid": "5039ff06-ea7b-4344-85a0-062d559b167c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.564577] env[62633]: DEBUG nova.compute.manager [req-1567c19f-0e6c-4949-aeed-14f9c432591f req-eef5ef2a-714e-489c-a920-74d5a26167aa service nova] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Received event network-changed-15d6c4a5-92b7-447d-9580-23300c86f610 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.564785] env[62633]: DEBUG nova.compute.manager [req-1567c19f-0e6c-4949-aeed-14f9c432591f req-eef5ef2a-714e-489c-a920-74d5a26167aa service nova] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Refreshing instance network info cache due to event network-changed-15d6c4a5-92b7-447d-9580-23300c86f610. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 611.565044] env[62633]: DEBUG oslo_concurrency.lockutils [req-1567c19f-0e6c-4949-aeed-14f9c432591f req-eef5ef2a-714e-489c-a920-74d5a26167aa service nova] Acquiring lock "refresh_cache-21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.565198] env[62633]: DEBUG oslo_concurrency.lockutils [req-1567c19f-0e6c-4949-aeed-14f9c432591f req-eef5ef2a-714e-489c-a920-74d5a26167aa service nova] Acquired lock "refresh_cache-21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.565411] env[62633]: DEBUG nova.network.neutron [req-1567c19f-0e6c-4949-aeed-14f9c432591f req-eef5ef2a-714e-489c-a920-74d5a26167aa service nova] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Refreshing network info cache for port 15d6c4a5-92b7-447d-9580-23300c86f610 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.748254] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7868d58-46e6-4e52-a055-5eed3344d62b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.756863] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb78e4b-69de-4a60-903b-3cfff6885e45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.795352] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.796335] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b2c9a6-72c6-4a32-a6d6-e34f6366628b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.804038] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b5e1b5-5efb-4423-8255-779f329ddffe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.816917] env[62633]: DEBUG nova.compute.provider_tree [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.858216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "refresh_cache-1ed66844-ef3b-4812-8552-69e5847ea4cc" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.858432] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquired lock "refresh_cache-1ed66844-ef3b-4812-8552-69e5847ea4cc" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.858627] env[62633]: DEBUG nova.network.neutron [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.863621] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b112ab-7432-c2a4-8fe1-38d492b6b59b, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.864662] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995ab6d5-dd88-45bf-8bee-2ca63fca03a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.870723] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 611.870723] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a75318-1c78-d72b-7fd4-f01b947f37a3" [ 611.870723] env[62633]: _type = "Task" [ 611.870723] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.880409] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a75318-1c78-d72b-7fd4-f01b947f37a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.991724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.992070] env[62633]: DEBUG nova.compute.manager [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Instance network_info: |[{"id": "5039ff06-ea7b-4344-85a0-062d559b167c", "address": "fa:16:3e:3a:83:e8", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5039ff06-ea", "ovs_interfaceid": "5039ff06-ea7b-4344-85a0-062d559b167c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.996476] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:83:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5039ff06-ea7b-4344-85a0-062d559b167c', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.004522] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Creating folder: Project (e695640c56bb42138c24f649266b0e77). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.007086] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef4774db-46ac-4952-a2b4-c0e10a5f6193 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.018442] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Created folder: Project (e695640c56bb42138c24f649266b0e77) in parent group-v543169. [ 612.018636] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Creating folder: Instances. Parent ref: group-v543234. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.018875] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79c40859-b133-4493-97ef-bf9cbdfe5e5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.036841] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Created folder: Instances in parent group-v543234. [ 612.037121] env[62633]: DEBUG oslo.service.loopingcall [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.037318] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.037534] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b71968b-05e2-41da-bc4e-bd907ddc86ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.059136] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.059136] env[62633]: value = "task-2695560" [ 612.059136] env[62633]: _type = "Task" [ 612.059136] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.069145] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695560, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.158619] env[62633]: DEBUG nova.network.neutron [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Updated VIF entry in instance network info cache for port 8674ccc8-c53d-411a-844b-fa68ccf19605. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.158619] env[62633]: DEBUG nova.network.neutron [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Updating instance_info_cache with network_info: [{"id": "8674ccc8-c53d-411a-844b-fa68ccf19605", "address": "fa:16:3e:d3:ca:8d", "network": {"id": "c73cd884-d2b4-4d6f-b64c-40dd7fb39356", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1037867118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02ecc3fb63e46f7a636d4cb740f42fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8674ccc8-c5", "ovs_interfaceid": "8674ccc8-c53d-411a-844b-fa68ccf19605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.223167] env[62633]: DEBUG nova.compute.manager [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.246507] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.246779] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.247078] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.247178] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.247348] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.247515] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.247739] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.247926] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.248190] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.248385] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.248579] env[62633]: DEBUG nova.virt.hardware [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.249709] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82d8491-b9cc-449d-8c02-491e30edc3d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.261205] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c741a779-3e5a-4785-923a-2197b54390f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.281027] env[62633]: DEBUG nova.network.neutron [req-1567c19f-0e6c-4949-aeed-14f9c432591f req-eef5ef2a-714e-489c-a920-74d5a26167aa service nova] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Updated VIF entry in instance network info cache for port 15d6c4a5-92b7-447d-9580-23300c86f610. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.281252] env[62633]: DEBUG nova.network.neutron [req-1567c19f-0e6c-4949-aeed-14f9c432591f req-eef5ef2a-714e-489c-a920-74d5a26167aa service nova] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Updating instance_info_cache with network_info: [{"id": "15d6c4a5-92b7-447d-9580-23300c86f610", "address": "fa:16:3e:07:9c:da", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d6c4a5-92", "ovs_interfaceid": "15d6c4a5-92b7-447d-9580-23300c86f610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.322356] env[62633]: DEBUG nova.scheduler.client.report [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.383195] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a75318-1c78-d72b-7fd4-f01b947f37a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.383508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.383801] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b/21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.384111] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9df88e66-0e55-4287-8c87-893c87c82561 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.390014] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 612.390014] env[62633]: value = "task-2695561" [ 612.390014] env[62633]: _type = "Task" [ 612.390014] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.398362] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.525727] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.526666] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.526907] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.528920] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.529126] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.529322] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.529563] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.529730] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.529901] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.530074] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.530251] env[62633]: DEBUG nova.virt.hardware [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.531137] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc152fa-bd32-415c-99b9-a1e2971f96ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.543528] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb18e8-a556-4f30-b328-206fcaccdba9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.561249] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.567823] env[62633]: DEBUG oslo.service.loopingcall [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.571098] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.571381] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7c0ab52-5610-4e7a-bb6a-427ecbc703b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.591426] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695560, 'name': CreateVM_Task, 'duration_secs': 0.339061} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.592641] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.592844] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.592844] env[62633]: value = "task-2695562" [ 612.592844] env[62633]: _type = "Task" [ 612.592844] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.593853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.593853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.593987] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.594254] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a7281f-a3f4-4b7a-8664-cfa98854cae0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.606285] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695562, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.606708] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 612.606708] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5205cdaa-82dc-67c9-828e-393cb07aa97c" [ 612.606708] env[62633]: _type = "Task" [ 612.606708] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.616322] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5205cdaa-82dc-67c9-828e-393cb07aa97c, 'name': SearchDatastore_Task, 'duration_secs': 0.009894} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.616685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.616963] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.617257] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.617440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.617660] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.618022] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5afc912b-850d-424c-a239-6997554d1e3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.625986] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.626191] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.626989] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625d65ee-f5b3-4586-ba76-a0e9b7d7cd2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.631986] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 612.631986] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528b265a-1678-b615-4408-849707fbdde2" [ 612.631986] env[62633]: _type = "Task" [ 612.631986] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.641474] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528b265a-1678-b615-4408-849707fbdde2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.661703] env[62633]: DEBUG oslo_concurrency.lockutils [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] Releasing lock "refresh_cache-6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.661976] env[62633]: DEBUG nova.compute.manager [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Received event network-vif-plugged-5039ff06-ea7b-4344-85a0-062d559b167c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.662189] env[62633]: DEBUG oslo_concurrency.lockutils [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] Acquiring lock "d00a747e-a32f-47cd-b4b6-76402b158f3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.662396] env[62633]: DEBUG oslo_concurrency.lockutils [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.662556] env[62633]: DEBUG oslo_concurrency.lockutils [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.662718] env[62633]: DEBUG nova.compute.manager [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] No waiting events found dispatching network-vif-plugged-5039ff06-ea7b-4344-85a0-062d559b167c {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.662884] env[62633]: WARNING nova.compute.manager [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Received unexpected event network-vif-plugged-5039ff06-ea7b-4344-85a0-062d559b167c for instance with vm_state building and task_state spawning. [ 612.663112] env[62633]: DEBUG nova.compute.manager [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Received event network-changed-5039ff06-ea7b-4344-85a0-062d559b167c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.663214] env[62633]: DEBUG nova.compute.manager [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Refreshing instance network info cache due to event network-changed-5039ff06-ea7b-4344-85a0-062d559b167c. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.663416] env[62633]: DEBUG oslo_concurrency.lockutils [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] Acquiring lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.663594] env[62633]: DEBUG oslo_concurrency.lockutils [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] Acquired lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.663755] env[62633]: DEBUG nova.network.neutron [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Refreshing network info cache for port 5039ff06-ea7b-4344-85a0-062d559b167c {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.715029] env[62633]: DEBUG nova.network.neutron [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Updating instance_info_cache with network_info: [{"id": "81a67feb-d476-4d93-82c0-1ec791640c7f", "address": "fa:16:3e:85:0a:16", "network": {"id": "6c762d03-32a1-4637-ab13-8e3b9a99e8f3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-813849119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3bd66176c0947dfbbe09eeac568d79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a67feb-d4", "ovs_interfaceid": "81a67feb-d476-4d93-82c0-1ec791640c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.784691] env[62633]: DEBUG oslo_concurrency.lockutils [req-1567c19f-0e6c-4949-aeed-14f9c432591f req-eef5ef2a-714e-489c-a920-74d5a26167aa service nova] Releasing lock "refresh_cache-21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.826808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.827497] env[62633]: DEBUG nova.compute.manager [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.832035] env[62633]: DEBUG nova.network.neutron [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Successfully updated port: 7cc44bf7-671b-40b9-accc-f9efefd3495f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.832683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.104s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.832935] env[62633]: DEBUG nova.objects.instance [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lazy-loading 'resources' on Instance uuid c497fc7e-0e7a-4a13-8383-95c664c6538d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 612.899973] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695561, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.104535] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695562, 'name': CreateVM_Task, 'duration_secs': 0.322246} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.104714] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.105190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.105362] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.105745] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.106038] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b784def7-7007-4ce8-85b6-9ccc1befacd4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.111122] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 613.111122] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522a5920-364c-f7c0-4a14-c30c34cb957e" [ 613.111122] env[62633]: _type = "Task" [ 613.111122] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.119864] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522a5920-364c-f7c0-4a14-c30c34cb957e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.142877] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528b265a-1678-b615-4408-849707fbdde2, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.143795] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedbadbd-8f25-4c75-b814-471f78cd8522 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.150239] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 613.150239] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525aedc0-906d-41a5-b9ce-5a0470211b56" [ 613.150239] env[62633]: _type = "Task" [ 613.150239] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.158252] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525aedc0-906d-41a5-b9ce-5a0470211b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.217963] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Releasing lock "refresh_cache-1ed66844-ef3b-4812-8552-69e5847ea4cc" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.338330] env[62633]: DEBUG nova.compute.utils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.338330] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "refresh_cache-dbdc473f-3bed-4a6b-82f7-dbddea594fdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.338330] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired lock "refresh_cache-dbdc473f-3bed-4a6b-82f7-dbddea594fdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.338330] env[62633]: DEBUG nova.network.neutron [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.339104] env[62633]: DEBUG nova.compute.manager [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.339537] env[62633]: DEBUG nova.network.neutron [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.398014] env[62633]: DEBUG nova.policy [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e777f00fdee4178857719b28f7bdbf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9736f900421447f857d9e9242e1b74a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.407551] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68443} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.407844] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b/21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.408309] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.408581] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88a67e06-ad66-4647-93ad-476ffbbfb514 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.417272] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 613.417272] env[62633]: value = "task-2695563" [ 613.417272] env[62633]: _type = "Task" [ 613.417272] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.429522] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.430424] env[62633]: DEBUG nova.network.neutron [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updated VIF entry in instance network info cache for port 5039ff06-ea7b-4344-85a0-062d559b167c. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.430756] env[62633]: DEBUG nova.network.neutron [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance_info_cache with network_info: [{"id": "5039ff06-ea7b-4344-85a0-062d559b167c", "address": "fa:16:3e:3a:83:e8", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5039ff06-ea", "ovs_interfaceid": "5039ff06-ea7b-4344-85a0-062d559b167c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.540039] env[62633]: DEBUG nova.compute.manager [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Received event network-vif-plugged-7cc44bf7-671b-40b9-accc-f9efefd3495f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.540297] env[62633]: DEBUG oslo_concurrency.lockutils [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] Acquiring lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.542124] env[62633]: DEBUG oslo_concurrency.lockutils [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] Lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.542359] env[62633]: DEBUG oslo_concurrency.lockutils [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] Lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.542540] env[62633]: DEBUG nova.compute.manager [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] No waiting events found dispatching network-vif-plugged-7cc44bf7-671b-40b9-accc-f9efefd3495f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.542713] env[62633]: WARNING nova.compute.manager [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Received unexpected event network-vif-plugged-7cc44bf7-671b-40b9-accc-f9efefd3495f for instance with vm_state building and task_state spawning. [ 613.542873] env[62633]: DEBUG nova.compute.manager [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Received event network-changed-7cc44bf7-671b-40b9-accc-f9efefd3495f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.543058] env[62633]: DEBUG nova.compute.manager [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Refreshing instance network info cache due to event network-changed-7cc44bf7-671b-40b9-accc-f9efefd3495f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.543249] env[62633]: DEBUG oslo_concurrency.lockutils [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] Acquiring lock "refresh_cache-dbdc473f-3bed-4a6b-82f7-dbddea594fdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.626521] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522a5920-364c-f7c0-4a14-c30c34cb957e, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.627714] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.628087] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.628414] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.668114] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525aedc0-906d-41a5-b9ce-5a0470211b56, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.668114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.668303] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] d00a747e-a32f-47cd-b4b6-76402b158f3a/d00a747e-a32f-47cd-b4b6-76402b158f3a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.668566] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.668747] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.668942] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3120569-76f4-42db-b7d6-445eea373998 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.677134] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74311d27-6779-435d-b941-f722aa1f072b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.685895] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 613.685895] env[62633]: value = "task-2695564" [ 613.685895] env[62633]: _type = "Task" [ 613.685895] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.693102] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.693292] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.694772] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7169c2-a9ff-419c-a380-6598081e3888 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.703254] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.709420] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 613.709420] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a0281c-aae5-24e4-fc01-3ded8d7b99d5" [ 613.709420] env[62633]: _type = "Task" [ 613.709420] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.718743] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a0281c-aae5-24e4-fc01-3ded8d7b99d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.724858] env[62633]: DEBUG nova.compute.manager [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.725749] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1dd732-6bd1-461c-bc6e-1596cf245262 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.739521] env[62633]: DEBUG nova.network.neutron [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Successfully created port: 1322aec9-e730-4920-8a5b-56a260d30821 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.840295] env[62633]: DEBUG nova.compute.manager [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.894602] env[62633]: DEBUG nova.network.neutron [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.929440] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065741} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.929551] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.930387] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c43cb22-79f5-45c7-9747-c13b19cf4026 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.933970] env[62633]: DEBUG oslo_concurrency.lockutils [req-5396c184-775f-4c37-a232-577d735868d7 req-9a1001ff-5d5c-4064-aed3-7e9e9f36ccd3 service nova] Releasing lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.954477] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b/21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.955831] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5e661e-02cb-4da6-a14f-6d8803a308f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.973680] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae29571-11f3-4c12-bd31-6bdf0af3ee12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.981930] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93a727d-587f-4dd3-bf88-543abcd24d21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.985335] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 613.985335] env[62633]: value = "task-2695565" [ 613.985335] env[62633]: _type = "Task" [ 613.985335] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.024501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057bbca-348b-4f9d-a89b-d1e9035de540 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.027141] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.033027] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272165c5-a03d-4af5-80b2-134cb290a161 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.046303] env[62633]: DEBUG nova.compute.provider_tree [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.125843] env[62633]: DEBUG nova.network.neutron [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Updating instance_info_cache with network_info: [{"id": "7cc44bf7-671b-40b9-accc-f9efefd3495f", "address": "fa:16:3e:00:a6:49", "network": {"id": "e9e8cf4a-34c4-483f-a67c-973804cf1846", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-445241023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd99a3c1a7ed4edab2f72926c0f110ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc44bf7-67", "ovs_interfaceid": "7cc44bf7-671b-40b9-accc-f9efefd3495f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.195401] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695564, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.220924] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a0281c-aae5-24e4-fc01-3ded8d7b99d5, 'name': SearchDatastore_Task, 'duration_secs': 0.036037} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.222337] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a495b234-b3d8-4245-9de5-8599f8e19f53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.228201] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 614.228201] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ce9c5a-b5b9-4dcb-fefd-a49b5fb55f35" [ 614.228201] env[62633]: _type = "Task" [ 614.228201] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.236843] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ce9c5a-b5b9-4dcb-fefd-a49b5fb55f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.497802] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695565, 'name': ReconfigVM_Task, 'duration_secs': 0.301983} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.498584] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b/21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.500643] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-866963eb-d443-4b3e-9b27-8811346a91f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.506062] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 614.506062] env[62633]: value = "task-2695566" [ 614.506062] env[62633]: _type = "Task" [ 614.506062] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.516207] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695566, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.550985] env[62633]: DEBUG nova.scheduler.client.report [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.630330] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Releasing lock "refresh_cache-dbdc473f-3bed-4a6b-82f7-dbddea594fdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.634159] env[62633]: DEBUG nova.compute.manager [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Instance network_info: |[{"id": "7cc44bf7-671b-40b9-accc-f9efefd3495f", "address": "fa:16:3e:00:a6:49", "network": {"id": "e9e8cf4a-34c4-483f-a67c-973804cf1846", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-445241023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd99a3c1a7ed4edab2f72926c0f110ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc44bf7-67", "ovs_interfaceid": "7cc44bf7-671b-40b9-accc-f9efefd3495f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.634566] env[62633]: DEBUG oslo_concurrency.lockutils [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] Acquired lock "refresh_cache-dbdc473f-3bed-4a6b-82f7-dbddea594fdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.634767] env[62633]: DEBUG nova.network.neutron [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Refreshing network info cache for port 7cc44bf7-671b-40b9-accc-f9efefd3495f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.637128] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:a6:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cc44bf7-671b-40b9-accc-f9efefd3495f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.651926] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Creating folder: Project (fd99a3c1a7ed4edab2f72926c0f110ba). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.653532] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65bab1b9-bd3d-46fb-9af3-6a35646577da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.665466] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Created folder: Project (fd99a3c1a7ed4edab2f72926c0f110ba) in parent group-v543169. [ 614.665466] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Creating folder: Instances. Parent ref: group-v543238. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.665603] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39af114a-0672-4e7f-8c3f-9d2779ce9484 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.674034] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Created folder: Instances in parent group-v543238. [ 614.674298] env[62633]: DEBUG oslo.service.loopingcall [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.674507] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.674830] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4c5ccc1-f384-4697-9524-0353ae54cb7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.700642] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91867} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.701915] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] d00a747e-a32f-47cd-b4b6-76402b158f3a/d00a747e-a32f-47cd-b4b6-76402b158f3a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.702059] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.702327] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.702327] env[62633]: value = "task-2695569" [ 614.702327] env[62633]: _type = "Task" [ 614.702327] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.702572] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22522976-4159-44e2-90ed-167d77fe979d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.712552] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695569, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.713825] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 614.713825] env[62633]: value = "task-2695570" [ 614.713825] env[62633]: _type = "Task" [ 614.713825] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.724662] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.737604] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ce9c5a-b5b9-4dcb-fefd-a49b5fb55f35, 'name': SearchDatastore_Task, 'duration_secs': 0.079049} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.737868] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.738134] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.738382] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-562a0132-96c5-4d22-b928-e761539ce86f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.744948] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 614.744948] env[62633]: value = "task-2695571" [ 614.744948] env[62633]: _type = "Task" [ 614.744948] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.751195] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9110ed52-eba5-4ea7-81a5-f4669b2e2df7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.761583] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.764918] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Doing hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 614.765316] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-09249907-4463-4e15-8dea-4cc6a1b8e5f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.772235] env[62633]: DEBUG oslo_vmware.api [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 614.772235] env[62633]: value = "task-2695572" [ 614.772235] env[62633]: _type = "Task" [ 614.772235] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.780766] env[62633]: DEBUG oslo_vmware.api [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695572, 'name': ResetVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.851075] env[62633]: DEBUG nova.compute.manager [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.877429] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.877830] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.878105] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.878358] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.878551] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.878748] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.878988] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.879186] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.879356] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.879592] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.879824] env[62633]: DEBUG nova.virt.hardware [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.880762] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8444a7e-30b2-46da-b421-676861bcdbda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.888455] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca55c522-2e93-4531-be56-796a9a2294d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.016022] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695566, 'name': Rename_Task, 'duration_secs': 0.183562} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.016293] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.016549] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e31d264-9201-41a3-a995-a2eb4adfe09e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.026615] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 615.026615] env[62633]: value = "task-2695573" [ 615.026615] env[62633]: _type = "Task" [ 615.026615] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.034942] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.060201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.061929] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.463s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.062387] env[62633]: DEBUG nova.objects.instance [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lazy-loading 'resources' on Instance uuid 308196fc-c178-402d-b669-c01a18c93221 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.094794] env[62633]: INFO nova.scheduler.client.report [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Deleted allocations for instance c497fc7e-0e7a-4a13-8383-95c664c6538d [ 615.221122] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695569, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.226421] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073514} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.226771] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.227659] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65253974-3f5b-4a16-aac7-fbc33b8e05c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.252949] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d00a747e-a32f-47cd-b4b6-76402b158f3a/d00a747e-a32f-47cd-b4b6-76402b158f3a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.253386] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb7b23f-199d-43c8-82a6-e76b4feac848 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.283633] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 615.283633] env[62633]: value = "task-2695574" [ 615.283633] env[62633]: _type = "Task" [ 615.283633] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.293860] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695571, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.294128] env[62633]: DEBUG oslo_vmware.api [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695572, 'name': ResetVM_Task, 'duration_secs': 0.111711} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.294773] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Did hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 615.295072] env[62633]: DEBUG nova.compute.manager [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.295812] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d7bb6d-6139-4286-9c60-a71af2bd7168 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.303304] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.473465] env[62633]: DEBUG nova.network.neutron [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Updated VIF entry in instance network info cache for port 7cc44bf7-671b-40b9-accc-f9efefd3495f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.473785] env[62633]: DEBUG nova.network.neutron [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Updating instance_info_cache with network_info: [{"id": "7cc44bf7-671b-40b9-accc-f9efefd3495f", "address": "fa:16:3e:00:a6:49", "network": {"id": "e9e8cf4a-34c4-483f-a67c-973804cf1846", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-445241023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd99a3c1a7ed4edab2f72926c0f110ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc44bf7-67", "ovs_interfaceid": "7cc44bf7-671b-40b9-accc-f9efefd3495f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.522211] env[62633]: DEBUG nova.network.neutron [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Successfully updated port: 1322aec9-e730-4920-8a5b-56a260d30821 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.537960] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.603705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d330d324-d23b-49d8-a8c9-35bde1a9b509 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Lock "c497fc7e-0e7a-4a13-8383-95c664c6538d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.301s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.716770] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695569, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.767225] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57211} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.767615] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.769088] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.769088] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c48f5d4e-5ab4-4957-ba5f-b74fde486dc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.776691] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 615.776691] env[62633]: value = "task-2695575" [ 615.776691] env[62633]: _type = "Task" [ 615.776691] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.787470] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.799268] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.816947] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6a4a082f-152f-4d0f-9a7f-53f9abe7df67 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.498s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.828503] env[62633]: DEBUG nova.compute.manager [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Received event network-vif-plugged-1322aec9-e730-4920-8a5b-56a260d30821 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.828775] env[62633]: DEBUG oslo_concurrency.lockutils [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] Acquiring lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.828978] env[62633]: DEBUG oslo_concurrency.lockutils [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] Lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.829188] env[62633]: DEBUG oslo_concurrency.lockutils [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] Lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.829391] env[62633]: DEBUG nova.compute.manager [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] No waiting events found dispatching network-vif-plugged-1322aec9-e730-4920-8a5b-56a260d30821 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.829570] env[62633]: WARNING nova.compute.manager [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Received unexpected event network-vif-plugged-1322aec9-e730-4920-8a5b-56a260d30821 for instance with vm_state building and task_state spawning. [ 615.829933] env[62633]: DEBUG nova.compute.manager [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Received event network-changed-1322aec9-e730-4920-8a5b-56a260d30821 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.830153] env[62633]: DEBUG nova.compute.manager [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Refreshing instance network info cache due to event network-changed-1322aec9-e730-4920-8a5b-56a260d30821. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.830344] env[62633]: DEBUG oslo_concurrency.lockutils [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] Acquiring lock "refresh_cache-02188f5d-133f-4d02-b3b4-0f3a4dd919f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.830481] env[62633]: DEBUG oslo_concurrency.lockutils [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] Acquired lock "refresh_cache-02188f5d-133f-4d02-b3b4-0f3a4dd919f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.830640] env[62633]: DEBUG nova.network.neutron [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Refreshing network info cache for port 1322aec9-e730-4920-8a5b-56a260d30821 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.941505] env[62633]: DEBUG oslo_concurrency.lockutils [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "7f563c4b-274b-4324-b04e-0b75488d0290" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.941864] env[62633]: DEBUG oslo_concurrency.lockutils [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.976221] env[62633]: DEBUG oslo_concurrency.lockutils [req-69472ea3-053a-408c-8aaa-890b8aa767fc req-b81c0722-a4f0-4954-afaf-5f471bb4855b service nova] Releasing lock "refresh_cache-dbdc473f-3bed-4a6b-82f7-dbddea594fdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.022178] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquiring lock "refresh_cache-02188f5d-133f-4d02-b3b4-0f3a4dd919f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.738951] env[62633]: DEBUG nova.compute.utils [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.755039] env[62633]: DEBUG oslo_vmware.api [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695573, 'name': PowerOnVM_Task, 'duration_secs': 1.667473} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.764190] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.764190] env[62633]: INFO nova.compute.manager [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Took 9.82 seconds to spawn the instance on the hypervisor. [ 616.764190] env[62633]: DEBUG nova.compute.manager [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.764190] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695569, 'name': CreateVM_Task, 'duration_secs': 1.375034} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.764472] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695574, 'name': ReconfigVM_Task, 'duration_secs': 1.171854} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.764472] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.768040] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2d03dc-b74b-4e0a-9c67-0e8a788c1e00 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.770515] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.770800] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d00a747e-a32f-47cd-b4b6-76402b158f3a/d00a747e-a32f-47cd-b4b6-76402b158f3a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.771679] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.772682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.772733] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.773051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.775035] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c208fc-0f2a-421c-aa96-673beb45f7ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.775452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4628542-385b-4b42-b3c6-516dd53943e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.778025] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c7c089-472e-4c86-8ffe-fda9dea321c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.804668] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.805339] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 616.805339] env[62633]: value = "task-2695576" [ 616.805339] env[62633]: _type = "Task" [ 616.805339] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.807089] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9831e7c4-fc8a-4130-b734-4fb443babfd0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.823636] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 616.823636] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f81414-b3a3-d1b7-0cb6-612de9ee7d0a" [ 616.823636] env[62633]: _type = "Task" [ 616.823636] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.823811] env[62633]: DEBUG nova.network.neutron [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.830367] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fa400c-1cae-4fb7-abae-58b3de69a0e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.839184] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 616.839184] env[62633]: value = "task-2695577" [ 616.839184] env[62633]: _type = "Task" [ 616.839184] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.846355] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695576, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.851533] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f81414-b3a3-d1b7-0cb6-612de9ee7d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012675} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.854291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.854291] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.854291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.854291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.854600] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.855015] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6aa62f-c0ff-4dbd-b4fc-3c12c7a3a589 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.862736] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b7bd5c-9899-4e6d-9e65-d7121ff3f129 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.865510] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.897226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61ff7fe-046d-48a8-837f-6f8b3345ed94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.900429] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.900429] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.901428] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b07e2b-f0c1-42e5-8c5c-cf18f2fa2a9a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.912618] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c6987c-f21c-4509-9763-fb5a4d101234 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.914411] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 616.914411] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52205595-dc3c-4f96-aa8b-e6f645d81439" [ 616.914411] env[62633]: _type = "Task" [ 616.914411] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.929225] env[62633]: DEBUG nova.compute.provider_tree [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.935842] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52205595-dc3c-4f96-aa8b-e6f645d81439, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.936676] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc65e2d3-157f-4131-8b66-0241d057dc87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.942055] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 616.942055] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527d4cb9-c118-6f81-faaa-fd0eeb598e58" [ 616.942055] env[62633]: _type = "Task" [ 616.942055] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.950480] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527d4cb9-c118-6f81-faaa-fd0eeb598e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.981956] env[62633]: DEBUG nova.network.neutron [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.242291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.300s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.291573] env[62633]: INFO nova.compute.manager [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Took 37.83 seconds to build instance. [ 617.331651] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695576, 'name': Rename_Task, 'duration_secs': 0.155184} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.331930] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.332212] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62536ae9-8cfd-43c0-a7ae-cf36c1c9e521 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.338646] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 617.338646] env[62633]: value = "task-2695578" [ 617.338646] env[62633]: _type = "Task" [ 617.338646] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.348838] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.351473] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695577, 'name': ReconfigVM_Task, 'duration_secs': 0.317349} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.351729] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Reconfigured VM instance instance-00000010 to attach disk [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a/c1e17e07-ebe4-4271-9af9-e1f28786749a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.352426] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01975c1a-4f18-49af-a239-dfbb534ca02b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.357152] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 617.357152] env[62633]: value = "task-2695579" [ 617.357152] env[62633]: _type = "Task" [ 617.357152] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.364406] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695579, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.432980] env[62633]: DEBUG nova.scheduler.client.report [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.452836] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527d4cb9-c118-6f81-faaa-fd0eeb598e58, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.453833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.454086] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] dbdc473f-3bed-4a6b-82f7-dbddea594fdb/dbdc473f-3bed-4a6b-82f7-dbddea594fdb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.454353] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5d2425-a113-4219-af5e-46ebcb5a5f35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.462110] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 617.462110] env[62633]: value = "task-2695580" [ 617.462110] env[62633]: _type = "Task" [ 617.462110] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.469473] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.484549] env[62633]: DEBUG oslo_concurrency.lockutils [req-66e0cae0-ff02-4589-ae41-ec8807e9900a req-2da42f08-c683-4c7c-9ee3-08a8631a9643 service nova] Releasing lock "refresh_cache-02188f5d-133f-4d02-b3b4-0f3a4dd919f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.484951] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquired lock "refresh_cache-02188f5d-133f-4d02-b3b4-0f3a4dd919f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.485133] env[62633]: DEBUG nova.network.neutron [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.794156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898fed53-657c-458e-9af2-02919bfd6c2d tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.580s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.849167] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695578, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.866492] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695579, 'name': Rename_Task, 'duration_secs': 0.12207} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.866967] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.867310] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94a7886-80bc-4f42-8334-e3db50b5ed86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.876920] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Waiting for the task: (returnval){ [ 617.876920] env[62633]: value = "task-2695581" [ 617.876920] env[62633]: _type = "Task" [ 617.876920] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.887590] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.939896] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.878s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.943044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.922s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.943044] env[62633]: DEBUG nova.objects.instance [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 617.971072] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695580, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.981324] env[62633]: INFO nova.scheduler.client.report [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Deleted allocations for instance 308196fc-c178-402d-b669-c01a18c93221 [ 618.035903] env[62633]: DEBUG nova.network.neutron [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.043380] env[62633]: DEBUG oslo_concurrency.lockutils [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "7f563c4b-274b-4324-b04e-0b75488d0290" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.043780] env[62633]: DEBUG oslo_concurrency.lockutils [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.044031] env[62633]: INFO nova.compute.manager [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Attaching volume b1a91dea-c54e-429c-834f-91cb32d3bb51 to /dev/sdb [ 618.102567] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd83b2-c408-4bbe-8fb0-492f94d4c596 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.115351] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8203dcd4-06c6-484f-b27f-c645f9d549ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.130346] env[62633]: DEBUG nova.virt.block_device [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updating existing volume attachment record: 6b784aa5-5be8-4058-9fc2-da2d32e4a7cd {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 618.226349] env[62633]: DEBUG nova.network.neutron [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Updating instance_info_cache with network_info: [{"id": "1322aec9-e730-4920-8a5b-56a260d30821", "address": "fa:16:3e:cd:0b:5c", "network": {"id": "52379748-da78-46a6-b69e-6e3702beb03b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1981982364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9736f900421447f857d9e9242e1b74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1322aec9-e7", "ovs_interfaceid": "1322aec9-e730-4920-8a5b-56a260d30821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.300762] env[62633]: DEBUG nova.compute.manager [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.352224] env[62633]: DEBUG oslo_vmware.api [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695578, 'name': PowerOnVM_Task, 'duration_secs': 0.965705} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.352224] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.352224] env[62633]: INFO nova.compute.manager [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Took 8.77 seconds to spawn the instance on the hypervisor. [ 618.352224] env[62633]: DEBUG nova.compute.manager [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.353134] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427905f6-eb2c-4ab1-99d9-79c2f2394204 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.392589] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.474075] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737556} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.474527] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] dbdc473f-3bed-4a6b-82f7-dbddea594fdb/dbdc473f-3bed-4a6b-82f7-dbddea594fdb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.475052] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.475437] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3dbf78c-e822-4ccf-8cb7-5dc9c684d111 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.483710] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 618.483710] env[62633]: value = "task-2695582" [ 618.483710] env[62633]: _type = "Task" [ 618.483710] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.493163] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.502577] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f430559-2872-42af-8132-50e112a943a6 tempest-ServerDiagnosticsV248Test-821614551 tempest-ServerDiagnosticsV248Test-821614551-project-member] Lock "308196fc-c178-402d-b669-c01a18c93221" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.295s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.572635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "1ed66844-ef3b-4812-8552-69e5847ea4cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.572635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.572635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "1ed66844-ef3b-4812-8552-69e5847ea4cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.572635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.572933] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.575214] env[62633]: INFO nova.compute.manager [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Terminating instance [ 618.729445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Releasing lock "refresh_cache-02188f5d-133f-4d02-b3b4-0f3a4dd919f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.729821] env[62633]: DEBUG nova.compute.manager [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Instance network_info: |[{"id": "1322aec9-e730-4920-8a5b-56a260d30821", "address": "fa:16:3e:cd:0b:5c", "network": {"id": "52379748-da78-46a6-b69e-6e3702beb03b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1981982364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9736f900421447f857d9e9242e1b74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1322aec9-e7", "ovs_interfaceid": "1322aec9-e730-4920-8a5b-56a260d30821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.730330] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:0b:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1322aec9-e730-4920-8a5b-56a260d30821', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.747268] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Creating folder: Project (b9736f900421447f857d9e9242e1b74a). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.747581] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cbabf4c-da9d-473d-91a0-1d47fd67cd76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.759130] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Created folder: Project (b9736f900421447f857d9e9242e1b74a) in parent group-v543169. [ 618.759350] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Creating folder: Instances. Parent ref: group-v543241. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.759607] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bc3e4b0-e1cc-43a7-9210-102508fbfefb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.772106] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Created folder: Instances in parent group-v543241. [ 618.772383] env[62633]: DEBUG oslo.service.loopingcall [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.772597] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.773011] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb42aae5-cb1c-4594-9b12-9eef687ae036 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.800184] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.800184] env[62633]: value = "task-2695587" [ 618.800184] env[62633]: _type = "Task" [ 618.800184] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.812503] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695587, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.847137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.872775] env[62633]: INFO nova.compute.manager [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Took 38.91 seconds to build instance. [ 618.894266] env[62633]: DEBUG oslo_vmware.api [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Task: {'id': task-2695581, 'name': PowerOnVM_Task, 'duration_secs': 1.010383} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.894266] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.894266] env[62633]: DEBUG nova.compute.manager [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.894266] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8402f71c-ec3e-4f80-9651-eff0d5d42d4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.955734] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5464f304-b89c-4513-b619-732c4b6e31da tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.961629] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.885s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.963371] env[62633]: INFO nova.compute.claims [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.998403] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063535} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.998508] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.999759] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1d96e5-5aba-447b-9974-2b01dd153637 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.032767] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] dbdc473f-3bed-4a6b-82f7-dbddea594fdb/dbdc473f-3bed-4a6b-82f7-dbddea594fdb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.032767] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b2105d-9c19-447a-a291-150d74843d04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.053128] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 619.053128] env[62633]: value = "task-2695590" [ 619.053128] env[62633]: _type = "Task" [ 619.053128] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.061977] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.078170] env[62633]: DEBUG nova.compute.manager [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 619.078833] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.079380] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b7aae-1a95-439a-839e-08ada61c5a35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.089127] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.089127] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fb5aa7d-aae9-4b24-ac54-a61d8dd28d0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.096591] env[62633]: DEBUG oslo_vmware.api [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 619.096591] env[62633]: value = "task-2695591" [ 619.096591] env[62633]: _type = "Task" [ 619.096591] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.106406] env[62633]: DEBUG oslo_vmware.api [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.311903] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695587, 'name': CreateVM_Task, 'duration_secs': 0.461031} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.312123] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.312781] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.312955] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.313295] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.313565] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5e7a7f-f837-4eee-800a-b8c48b9eb6e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.318422] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquiring lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.318722] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.318958] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquiring lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.319159] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.319339] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.320974] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 619.320974] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52283b94-0441-6d73-969f-3afb7fe743e1" [ 619.320974] env[62633]: _type = "Task" [ 619.320974] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.321464] env[62633]: INFO nova.compute.manager [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Terminating instance [ 619.335255] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52283b94-0441-6d73-969f-3afb7fe743e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.375720] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a655f6d-89ca-4189-9c82-d6e460813b5e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.583s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.415297] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.563469] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695590, 'name': ReconfigVM_Task, 'duration_secs': 0.418241} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.563711] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Reconfigured VM instance instance-00000016 to attach disk [datastore1] dbdc473f-3bed-4a6b-82f7-dbddea594fdb/dbdc473f-3bed-4a6b-82f7-dbddea594fdb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.564340] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f3c7cdc-f9c1-4977-95c2-d1c8bb047758 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.571324] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 619.571324] env[62633]: value = "task-2695592" [ 619.571324] env[62633]: _type = "Task" [ 619.571324] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.579613] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695592, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.613117] env[62633]: DEBUG oslo_vmware.api [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695591, 'name': PowerOffVM_Task, 'duration_secs': 0.294306} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.613117] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.613117] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.613117] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32717215-401d-469d-9e11-d272480020b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.686979] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.687236] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.687420] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Deleting the datastore file [datastore2] 1ed66844-ef3b-4812-8552-69e5847ea4cc {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.687705] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5adde447-bced-4bf2-bbbb-962f028fa420 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.695734] env[62633]: DEBUG oslo_vmware.api [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for the task: (returnval){ [ 619.695734] env[62633]: value = "task-2695594" [ 619.695734] env[62633]: _type = "Task" [ 619.695734] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.707151] env[62633]: DEBUG oslo_vmware.api [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.831374] env[62633]: DEBUG nova.compute.manager [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 619.831837] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.834044] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f0406-0a33-41e5-8e31-603ad7c66f3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.845632] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52283b94-0441-6d73-969f-3afb7fe743e1, 'name': SearchDatastore_Task, 'duration_secs': 0.023067} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.848047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.848298] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.848649] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.848801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.848950] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.849432] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.849611] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a360cabe-510f-42e3-ba51-ec8c1bd2be00 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.851932] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0899fb9f-f062-4c98-a2dc-c03f6b4d6aea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.860526] env[62633]: DEBUG oslo_vmware.api [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 619.860526] env[62633]: value = "task-2695595" [ 619.860526] env[62633]: _type = "Task" [ 619.860526] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.862166] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.862467] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.869286] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18799da-329a-4e29-9f92-aeb6fc299b70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.877407] env[62633]: DEBUG oslo_vmware.api [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.879266] env[62633]: DEBUG nova.compute.manager [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.881705] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 619.881705] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52525167-3515-5d0c-2229-860e85b8d257" [ 619.881705] env[62633]: _type = "Task" [ 619.881705] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.898638] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52525167-3515-5d0c-2229-860e85b8d257, 'name': SearchDatastore_Task, 'duration_secs': 0.014799} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.899510] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c089508a-9a88-4f45-899d-c49466cd8266 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.905739] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 619.905739] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52459654-c41e-b650-4182-f04ef903e52c" [ 619.905739] env[62633]: _type = "Task" [ 619.905739] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.914286] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52459654-c41e-b650-4182-f04ef903e52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.083331] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695592, 'name': Rename_Task, 'duration_secs': 0.3189} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.083662] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.083846] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2f06275-7ecd-4ac0-a369-a0d091bc7108 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.095127] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 620.095127] env[62633]: value = "task-2695596" [ 620.095127] env[62633]: _type = "Task" [ 620.095127] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.105022] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.212374] env[62633]: DEBUG oslo_vmware.api [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Task: {'id': task-2695594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322598} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.214225] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.214487] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.214676] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.214857] env[62633]: INFO nova.compute.manager [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 620.215823] env[62633]: DEBUG oslo.service.loopingcall [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.215823] env[62633]: DEBUG nova.compute.manager [-] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.215823] env[62633]: DEBUG nova.network.neutron [-] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.380151] env[62633]: DEBUG oslo_vmware.api [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695595, 'name': PowerOffVM_Task, 'duration_secs': 0.169968} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.380459] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.380626] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.380897] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55bc9f5a-1bcc-43b2-81a7-3de3c8a06c43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.418336] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.425893] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52459654-c41e-b650-4182-f04ef903e52c, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.426173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.428345] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 02188f5d-133f-4d02-b3b4-0f3a4dd919f8/02188f5d-133f-4d02-b3b4-0f3a4dd919f8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.428345] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e940c85-e3e7-4b71-be68-a0857a149977 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.437285] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 620.437285] env[62633]: value = "task-2695598" [ 620.437285] env[62633]: _type = "Task" [ 620.437285] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.448091] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.452711] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.452815] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.453300] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Deleting the datastore file [datastore1] 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.453839] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecfd73a8-8a1f-47ae-9921-ad25392322f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.463460] env[62633]: DEBUG oslo_vmware.api [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for the task: (returnval){ [ 620.463460] env[62633]: value = "task-2695599" [ 620.463460] env[62633]: _type = "Task" [ 620.463460] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.480478] env[62633]: DEBUG oslo_vmware.api [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.587403] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadce679-cf5e-42e5-86e9-90b57d1b74fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.594912] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e36280-2a23-4c89-a1cb-4b6373c01264 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.607344] env[62633]: DEBUG oslo_vmware.api [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695596, 'name': PowerOnVM_Task, 'duration_secs': 0.455142} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.633954] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.633954] env[62633]: INFO nova.compute.manager [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Took 8.41 seconds to spawn the instance on the hypervisor. [ 620.634104] env[62633]: DEBUG nova.compute.manager [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.635060] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e21b9-03b5-4863-8d2b-657086fcd09c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.638493] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b3463-7743-4c67-830c-83564c54d516 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.652150] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f6b37b-d353-4280-9499-a4eca7b1f59c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.668286] env[62633]: DEBUG nova.compute.provider_tree [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.952414] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695598, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.979472] env[62633]: DEBUG oslo_vmware.api [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Task: {'id': task-2695599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386825} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.982044] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.982044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.982044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.982044] env[62633]: INFO nova.compute.manager [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 620.982044] env[62633]: DEBUG oslo.service.loopingcall [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.982238] env[62633]: DEBUG nova.compute.manager [-] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.982238] env[62633]: DEBUG nova.network.neutron [-] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.020050] env[62633]: DEBUG nova.compute.manager [req-ce5233e4-4767-455d-8215-430e61fa6844 req-328e1f32-0525-4107-8692-e575045ea0b8 service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Received event network-vif-deleted-81a67feb-d476-4d93-82c0-1ec791640c7f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.020271] env[62633]: INFO nova.compute.manager [req-ce5233e4-4767-455d-8215-430e61fa6844 req-328e1f32-0525-4107-8692-e575045ea0b8 service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Neutron deleted interface 81a67feb-d476-4d93-82c0-1ec791640c7f; detaching it from the instance and deleting it from the info cache [ 621.020441] env[62633]: DEBUG nova.network.neutron [req-ce5233e4-4767-455d-8215-430e61fa6844 req-328e1f32-0525-4107-8692-e575045ea0b8 service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.063610] env[62633]: DEBUG nova.network.neutron [-] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.160185] env[62633]: INFO nova.compute.manager [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Took 38.33 seconds to build instance. [ 621.172439] env[62633]: DEBUG nova.scheduler.client.report [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.358110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "c1e17e07-ebe4-4271-9af9-e1f28786749a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.358110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "c1e17e07-ebe4-4271-9af9-e1f28786749a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.358271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "c1e17e07-ebe4-4271-9af9-e1f28786749a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.358404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "c1e17e07-ebe4-4271-9af9-e1f28786749a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.360064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "c1e17e07-ebe4-4271-9af9-e1f28786749a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.360792] env[62633]: INFO nova.compute.manager [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Terminating instance [ 621.451704] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734795} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.452527] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 02188f5d-133f-4d02-b3b4-0f3a4dd919f8/02188f5d-133f-4d02-b3b4-0f3a4dd919f8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.452527] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.452527] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bece153e-1bf6-4952-a3bc-746d00ca8efe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.465303] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 621.465303] env[62633]: value = "task-2695601" [ 621.465303] env[62633]: _type = "Task" [ 621.465303] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.476841] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.524240] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd5b2642-73d6-4409-a375-7a0de8078078 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.534098] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0021c322-1dbd-43d5-a740-2602c31a2c85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.570889] env[62633]: INFO nova.compute.manager [-] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Took 1.36 seconds to deallocate network for instance. [ 621.571373] env[62633]: DEBUG nova.compute.manager [req-ce5233e4-4767-455d-8215-430e61fa6844 req-328e1f32-0525-4107-8692-e575045ea0b8 service nova] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Detach interface failed, port_id=81a67feb-d476-4d93-82c0-1ec791640c7f, reason: Instance 1ed66844-ef3b-4812-8552-69e5847ea4cc could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 621.663050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1acb1844-c1f8-496a-948a-934ecedfa64a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.891s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.677356] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.677964] env[62633]: DEBUG nova.compute.manager [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.683070] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.557s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.683897] env[62633]: INFO nova.compute.claims [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.813104] env[62633]: DEBUG nova.network.neutron [-] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.855198] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquiring lock "ca27a04d-c316-43ca-95bc-479e5657dea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.855442] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "ca27a04d-c316-43ca-95bc-479e5657dea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.868056] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "refresh_cache-c1e17e07-ebe4-4271-9af9-e1f28786749a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.868271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquired lock "refresh_cache-c1e17e07-ebe4-4271-9af9-e1f28786749a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.868427] env[62633]: DEBUG nova.network.neutron [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.979030] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10359} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.979371] env[62633]: DEBUG nova.compute.manager [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 621.982240] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.983366] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27183164-338f-4825-816c-547c2ff6f265 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.008299] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 02188f5d-133f-4d02-b3b4-0f3a4dd919f8/02188f5d-133f-4d02-b3b4-0f3a4dd919f8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.009090] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017df927-6ad7-461c-865b-3bcc3645a5d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.030963] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 622.030963] env[62633]: value = "task-2695602" [ 622.030963] env[62633]: _type = "Task" [ 622.030963] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.039188] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.078566] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.165113] env[62633]: DEBUG nova.compute.manager [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.190158] env[62633]: DEBUG nova.compute.utils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.197329] env[62633]: DEBUG nova.compute.manager [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.197528] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.251030] env[62633]: DEBUG nova.policy [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '995a142744d34cb894d1480b53023b95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a33d2914e1014a588f66af80dd92a603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.316713] env[62633]: INFO nova.compute.manager [-] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Took 1.34 seconds to deallocate network for instance. [ 622.398424] env[62633]: DEBUG nova.network.neutron [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.497044] env[62633]: DEBUG nova.network.neutron [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.500947] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.550222] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.697343] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.697885] env[62633]: DEBUG nova.compute.manager [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.715094] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Successfully created port: f0102e67-b5ea-428a-9d1d-81d95da4e500 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.827420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.998986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Releasing lock "refresh_cache-c1e17e07-ebe4-4271-9af9-e1f28786749a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.999510] env[62633]: DEBUG nova.compute.manager [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.999718] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.004022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac24e4a-27df-422d-8b39-3f28d0f77f8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.009238] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.012516] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf30aac-fc9a-4fac-8327-6b9d1d063f46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.023674] env[62633]: DEBUG oslo_vmware.api [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 623.023674] env[62633]: value = "task-2695603" [ 623.023674] env[62633]: _type = "Task" [ 623.023674] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.034129] env[62633]: DEBUG oslo_vmware.api [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.042738] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695602, 'name': ReconfigVM_Task, 'duration_secs': 0.942252} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.042992] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 02188f5d-133f-4d02-b3b4-0f3a4dd919f8/02188f5d-133f-4d02-b3b4-0f3a4dd919f8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.047259] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5cce2c0-7397-4129-8f3a-780d9a2afcc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.054395] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 623.054395] env[62633]: value = "task-2695604" [ 623.054395] env[62633]: _type = "Task" [ 623.054395] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.063697] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695604, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.267175] env[62633]: DEBUG nova.compute.manager [req-be1071d1-0ff9-4a73-ac68-1778931320ca req-cd374bc5-25ea-47ff-b664-c125b6173f6f service nova] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Received event network-vif-deleted-15d6c4a5-92b7-447d-9580-23300c86f610 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.297973] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Successfully created port: ab72073c-5368-4fa7-9405-d5c27f4c2462 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.357702] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbd032f-aba7-43bf-887b-99794c85cc47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.366887] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea61f0c7-4a6e-46e9-b13d-38ccfafdf2f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.401748] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3031fedb-e108-49b9-94d2-e689c8eab317 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.410182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522054f1-73d7-4712-ad3a-e5cedeab0b5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.424696] env[62633]: DEBUG nova.compute.provider_tree [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.534371] env[62633]: DEBUG oslo_vmware.api [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695603, 'name': PowerOffVM_Task, 'duration_secs': 0.132804} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.534735] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.535986] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.535986] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40846352-6500-4729-9d9a-272f592683aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.563264] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.563528] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.563764] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Deleting the datastore file [datastore1] c1e17e07-ebe4-4271-9af9-e1f28786749a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.564384] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-810e15f8-83f1-401d-a5c6-295c19e6000c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.569702] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Successfully created port: 2f48abaf-19c3-459c-b91e-4235e9d7f6c4 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.571788] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695604, 'name': Rename_Task, 'duration_secs': 0.166949} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.572472] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.573165] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20de8402-98f0-4ed0-970f-32f8daa9775c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.576272] env[62633]: DEBUG oslo_vmware.api [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for the task: (returnval){ [ 623.576272] env[62633]: value = "task-2695606" [ 623.576272] env[62633]: _type = "Task" [ 623.576272] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.582184] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 623.582184] env[62633]: value = "task-2695607" [ 623.582184] env[62633]: _type = "Task" [ 623.582184] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.588263] env[62633]: DEBUG oslo_vmware.api [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.592962] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.717797] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 623.718217] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543245', 'volume_id': 'b1a91dea-c54e-429c-834f-91cb32d3bb51', 'name': 'volume-b1a91dea-c54e-429c-834f-91cb32d3bb51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f563c4b-274b-4324-b04e-0b75488d0290', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a91dea-c54e-429c-834f-91cb32d3bb51', 'serial': 'b1a91dea-c54e-429c-834f-91cb32d3bb51'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 623.719441] env[62633]: DEBUG nova.compute.manager [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.722525] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b8bf77-a69f-411c-b1b5-308b3199f3dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.742681] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d595d6-c519-43a8-80cd-819680f00a1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.770282] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-b1a91dea-c54e-429c-834f-91cb32d3bb51/volume-b1a91dea-c54e-429c-834f-91cb32d3bb51.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.772818] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02aa3593-881e-4141-bab7-0d5323e4ae78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.795749] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.795959] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.796065] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.796696] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.796696] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.796696] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.796797] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.796915] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.797170] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.797497] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.798068] env[62633]: DEBUG nova.virt.hardware [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.798528] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bf8fa3-b41a-4762-a912-e22d68a0a5c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.802773] env[62633]: DEBUG oslo_vmware.api [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 623.802773] env[62633]: value = "task-2695608" [ 623.802773] env[62633]: _type = "Task" [ 623.802773] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.812385] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b341bb-9e36-4d0d-803c-29b8ce5330a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.821368] env[62633]: DEBUG oslo_vmware.api [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.931664] env[62633]: DEBUG nova.scheduler.client.report [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.090838] env[62633]: DEBUG oslo_vmware.api [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Task: {'id': task-2695606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226281} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.091838] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.092115] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.092304] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.092493] env[62633]: INFO nova.compute.manager [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 624.092776] env[62633]: DEBUG oslo.service.loopingcall [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.093026] env[62633]: DEBUG nova.compute.manager [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 624.093138] env[62633]: DEBUG nova.network.neutron [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.098189] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695607, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.125039] env[62633]: DEBUG nova.network.neutron [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.316151] env[62633]: DEBUG oslo_vmware.api [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695608, 'name': ReconfigVM_Task, 'duration_secs': 0.432537} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.316449] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-b1a91dea-c54e-429c-834f-91cb32d3bb51/volume-b1a91dea-c54e-429c-834f-91cb32d3bb51.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.321493] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd3443a-96e9-482c-a1cd-8c19f2b8ee0c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.336196] env[62633]: DEBUG oslo_vmware.api [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 624.336196] env[62633]: value = "task-2695609" [ 624.336196] env[62633]: _type = "Task" [ 624.336196] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.344555] env[62633]: DEBUG oslo_vmware.api [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.437663] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.438349] env[62633]: DEBUG nova.compute.manager [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.441383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.249s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.441626] env[62633]: DEBUG nova.objects.instance [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lazy-loading 'resources' on Instance uuid 19610852-7ebd-4dd5-8321-118431b8d7a0 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.592939] env[62633]: DEBUG oslo_vmware.api [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695607, 'name': PowerOnVM_Task, 'duration_secs': 0.557703} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.593246] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.593455] env[62633]: INFO nova.compute.manager [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Took 9.74 seconds to spawn the instance on the hypervisor. [ 624.593636] env[62633]: DEBUG nova.compute.manager [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.594423] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1184c6-dc21-4598-91a0-e3b0620cf18b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.627559] env[62633]: DEBUG nova.network.neutron [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.845921] env[62633]: DEBUG oslo_vmware.api [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695609, 'name': ReconfigVM_Task, 'duration_secs': 0.13699} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.845921] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543245', 'volume_id': 'b1a91dea-c54e-429c-834f-91cb32d3bb51', 'name': 'volume-b1a91dea-c54e-429c-834f-91cb32d3bb51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f563c4b-274b-4324-b04e-0b75488d0290', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a91dea-c54e-429c-834f-91cb32d3bb51', 'serial': 'b1a91dea-c54e-429c-834f-91cb32d3bb51'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 624.949373] env[62633]: DEBUG nova.compute.utils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.950918] env[62633]: DEBUG nova.compute.manager [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.951318] env[62633]: DEBUG nova.network.neutron [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.063191] env[62633]: DEBUG nova.compute.manager [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.064059] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400cb5f-a78a-4897-9182-68f574718e6b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.069977] env[62633]: DEBUG nova.policy [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b93b98c5da04591b3917d5ca3ac3d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46d9618fbf8649dd811b051ffcd1afaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.121058] env[62633]: INFO nova.compute.manager [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Took 41.26 seconds to build instance. [ 625.131856] env[62633]: INFO nova.compute.manager [-] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Took 1.04 seconds to deallocate network for instance. [ 625.303720] env[62633]: DEBUG nova.compute.manager [req-244bf2b7-0493-45d2-92de-f5f45b6bd528 req-4eed538d-ec75-4a7b-b49c-d7e0b92e2644 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received event network-vif-plugged-f0102e67-b5ea-428a-9d1d-81d95da4e500 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.303949] env[62633]: DEBUG oslo_concurrency.lockutils [req-244bf2b7-0493-45d2-92de-f5f45b6bd528 req-4eed538d-ec75-4a7b-b49c-d7e0b92e2644 service nova] Acquiring lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.304178] env[62633]: DEBUG oslo_concurrency.lockutils [req-244bf2b7-0493-45d2-92de-f5f45b6bd528 req-4eed538d-ec75-4a7b-b49c-d7e0b92e2644 service nova] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.304352] env[62633]: DEBUG oslo_concurrency.lockutils [req-244bf2b7-0493-45d2-92de-f5f45b6bd528 req-4eed538d-ec75-4a7b-b49c-d7e0b92e2644 service nova] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.304522] env[62633]: DEBUG nova.compute.manager [req-244bf2b7-0493-45d2-92de-f5f45b6bd528 req-4eed538d-ec75-4a7b-b49c-d7e0b92e2644 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] No waiting events found dispatching network-vif-plugged-f0102e67-b5ea-428a-9d1d-81d95da4e500 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.304688] env[62633]: WARNING nova.compute.manager [req-244bf2b7-0493-45d2-92de-f5f45b6bd528 req-4eed538d-ec75-4a7b-b49c-d7e0b92e2644 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received unexpected event network-vif-plugged-f0102e67-b5ea-428a-9d1d-81d95da4e500 for instance with vm_state building and task_state spawning. [ 625.454271] env[62633]: DEBUG nova.compute.manager [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.473288] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Successfully updated port: f0102e67-b5ea-428a-9d1d-81d95da4e500 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.491243] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ee5d15-644c-451c-9d3f-0fd05f75a430 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.504576] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a405c4ac-d712-4eaf-8185-56a8fff01026 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.556852] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3894f72c-84fd-4924-9e6f-dba33ee002f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.571746] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5021ee8-2f93-4984-be58-bf0830f56398 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.579469] env[62633]: INFO nova.compute.manager [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] instance snapshotting [ 625.596062] env[62633]: DEBUG nova.compute.provider_tree [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.599229] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7bc2ba-f78c-4bf3-ac83-f127e1ed0319 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.619941] env[62633]: DEBUG nova.network.neutron [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Successfully created port: bfa65e52-7a87-40e2-9b3c-cc32866c3a7b {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.622378] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eaa977-ce3c-4990-b473-467ab8528640 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.625329] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0406c91a-0cb1-4368-afca-f1df0c64830d tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.344s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.643576] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.911243] env[62633]: DEBUG nova.objects.instance [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'flavor' on Instance uuid 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.101736] env[62633]: DEBUG nova.scheduler.client.report [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.130911] env[62633]: DEBUG nova.compute.manager [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.138049] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 626.138049] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6493c16-3380-4b0b-a4e6-a385add12509 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.145971] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 626.145971] env[62633]: value = "task-2695610" [ 626.145971] env[62633]: _type = "Task" [ 626.145971] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.156389] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695610, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.426730] env[62633]: DEBUG oslo_concurrency.lockutils [None req-04e31b5c-52df-44cb-bc90-41bd6e5fa907 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.381s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.468254] env[62633]: DEBUG nova.compute.manager [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.494923] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.494923] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.494923] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.495123] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.495123] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.495192] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.495685] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.496350] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.496350] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.496509] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.497236] env[62633]: DEBUG nova.virt.hardware [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.497912] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47819d2c-88fc-481b-b01d-780a2eaf5bce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.509914] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6443a9d9-4fcb-4867-9a92-3e82c3de2d48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.607073] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.609982] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.376s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.611736] env[62633]: INFO nova.compute.claims [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.639937] env[62633]: INFO nova.scheduler.client.report [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted allocations for instance 19610852-7ebd-4dd5-8321-118431b8d7a0 [ 626.661682] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695610, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.663574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.877357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "7f563c4b-274b-4324-b04e-0b75488d0290" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.877719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.877907] env[62633]: DEBUG nova.compute.manager [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.878840] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482e02e0-4afd-4667-927f-633f6dac6e86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.886646] env[62633]: DEBUG nova.compute.manager [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 626.887251] env[62633]: DEBUG nova.objects.instance [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'flavor' on Instance uuid 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.157552] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "19610852-7ebd-4dd5-8321-118431b8d7a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.974s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.164971] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695610, 'name': CreateSnapshot_Task, 'duration_secs': 0.647271} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.165288] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 627.166127] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a3b6f-a6e0-40d6-bf69-5febab7b19e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.380308] env[62633]: DEBUG nova.compute.manager [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.380308] env[62633]: DEBUG nova.compute.manager [req-1e4d94bf-cc4e-42e3-9ba3-98ebf5dc8896 req-ffbdf448-f328-4a36-870e-0c1895825206 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received event network-changed-f0102e67-b5ea-428a-9d1d-81d95da4e500 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.380673] env[62633]: DEBUG nova.compute.manager [req-1e4d94bf-cc4e-42e3-9ba3-98ebf5dc8896 req-ffbdf448-f328-4a36-870e-0c1895825206 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Refreshing instance network info cache due to event network-changed-f0102e67-b5ea-428a-9d1d-81d95da4e500. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.381016] env[62633]: DEBUG oslo_concurrency.lockutils [req-1e4d94bf-cc4e-42e3-9ba3-98ebf5dc8896 req-ffbdf448-f328-4a36-870e-0c1895825206 service nova] Acquiring lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.381345] env[62633]: DEBUG oslo_concurrency.lockutils [req-1e4d94bf-cc4e-42e3-9ba3-98ebf5dc8896 req-ffbdf448-f328-4a36-870e-0c1895825206 service nova] Acquired lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.381638] env[62633]: DEBUG nova.network.neutron [req-1e4d94bf-cc4e-42e3-9ba3-98ebf5dc8896 req-ffbdf448-f328-4a36-870e-0c1895825206 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Refreshing network info cache for port f0102e67-b5ea-428a-9d1d-81d95da4e500 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.388224] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c999188-5074-4c8b-abc8-f039c37a2d56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.438713] env[62633]: DEBUG nova.network.neutron [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Successfully updated port: bfa65e52-7a87-40e2-9b3c-cc32866c3a7b {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.685945] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 627.686266] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4968b1f2-c2ad-465a-b035-160a11bad1cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.696902] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 627.696902] env[62633]: value = "task-2695611" [ 627.696902] env[62633]: _type = "Task" [ 627.696902] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.706542] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695611, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.717767] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Successfully updated port: ab72073c-5368-4fa7-9405-d5c27f4c2462 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.902597] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.907118] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d46024e2-89e6-4676-9ec0-891289692e28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.911370] env[62633]: INFO nova.compute.manager [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] instance snapshotting [ 627.915314] env[62633]: DEBUG oslo_vmware.api [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 627.915314] env[62633]: value = "task-2695612" [ 627.915314] env[62633]: _type = "Task" [ 627.915314] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.916598] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2252fa09-a319-4d2f-a0f7-df1a43883d0c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.944089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "refresh_cache-e4b17550-dce8-4361-9e52-88e6379d0219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.944255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquired lock "refresh_cache-e4b17550-dce8-4361-9e52-88e6379d0219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.945366] env[62633]: DEBUG nova.network.neutron [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.958054] env[62633]: DEBUG nova.network.neutron [req-1e4d94bf-cc4e-42e3-9ba3-98ebf5dc8896 req-ffbdf448-f328-4a36-870e-0c1895825206 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.961770] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dd3fec-e32e-462a-8031-cb86d0922a2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.963980] env[62633]: DEBUG oslo_vmware.api [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.082827] env[62633]: DEBUG nova.network.neutron [req-1e4d94bf-cc4e-42e3-9ba3-98ebf5dc8896 req-ffbdf448-f328-4a36-870e-0c1895825206 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.204113] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068f1c38-8759-46fa-9c8d-68739eed4b91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.214662] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0805c1ce-1b2b-4400-bc65-a4c64ce0bec5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.218149] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695611, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.249944] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078edc8b-1c9e-4b66-924f-15b461048488 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.257935] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d5e714-927c-4964-b718-b3b2838b6437 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.271486] env[62633]: DEBUG nova.compute.provider_tree [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.429082] env[62633]: DEBUG oslo_vmware.api [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695612, 'name': PowerOffVM_Task, 'duration_secs': 0.222704} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.429082] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.429428] env[62633]: DEBUG nova.compute.manager [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.430167] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97196169-476c-4d6c-914c-c9f2b5c13a21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.454994] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.455323] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.474505] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 628.474821] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1394025e-971f-4bca-a68c-8d5080451bba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.483502] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 628.483502] env[62633]: value = "task-2695613" [ 628.483502] env[62633]: _type = "Task" [ 628.483502] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.494476] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695613, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.533325] env[62633]: DEBUG nova.network.neutron [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.586033] env[62633]: DEBUG oslo_concurrency.lockutils [req-1e4d94bf-cc4e-42e3-9ba3-98ebf5dc8896 req-ffbdf448-f328-4a36-870e-0c1895825206 service nova] Releasing lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.683276] env[62633]: DEBUG nova.network.neutron [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Updating instance_info_cache with network_info: [{"id": "bfa65e52-7a87-40e2-9b3c-cc32866c3a7b", "address": "fa:16:3e:f4:37:0e", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa65e52-7a", "ovs_interfaceid": "bfa65e52-7a87-40e2-9b3c-cc32866c3a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.710532] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695611, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.777130] env[62633]: DEBUG nova.scheduler.client.report [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.944837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e4e951c7-f1c6-4304-b732-487fc17e5b86 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.968598] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.969088] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.969088] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.969292] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.969742] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.969742] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.969884] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 628.970411] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.982633] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquiring lock "66be2ad2-a542-42a6-825d-61ede3f92268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.982877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "66be2ad2-a542-42a6-825d-61ede3f92268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.995313] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695613, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.186290] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Releasing lock "refresh_cache-e4b17550-dce8-4361-9e52-88e6379d0219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.187091] env[62633]: DEBUG nova.compute.manager [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Instance network_info: |[{"id": "bfa65e52-7a87-40e2-9b3c-cc32866c3a7b", "address": "fa:16:3e:f4:37:0e", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa65e52-7a", "ovs_interfaceid": "bfa65e52-7a87-40e2-9b3c-cc32866c3a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.187241] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:37:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfa65e52-7a87-40e2-9b3c-cc32866c3a7b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.195322] env[62633]: DEBUG oslo.service.loopingcall [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.195322] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.195322] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92b977a2-7173-4724-8608-318cf13f8d4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.220619] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695611, 'name': CloneVM_Task, 'duration_secs': 1.506844} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.221903] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Created linked-clone VM from snapshot [ 629.222165] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.222165] env[62633]: value = "task-2695614" [ 629.222165] env[62633]: _type = "Task" [ 629.222165] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.222841] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc03bdf5-09f1-4d57-9adb-30125f01de11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.233021] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Uploading image f5e9cb65-baa4-4008-96e0-e21670be220f {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 629.238877] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695614, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.250661] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 629.251093] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c241fb3-786c-48e8-a889-1187775f9cb5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.257941] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 629.257941] env[62633]: value = "task-2695615" [ 629.257941] env[62633]: _type = "Task" [ 629.257941] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.266892] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695615, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.280872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.281498] env[62633]: DEBUG nova.compute.manager [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.284305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.031s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.285730] env[62633]: DEBUG nova.objects.instance [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lazy-loading 'resources' on Instance uuid ff80e626-b62c-4d87-bbd0-937cd0126a24 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.424738] env[62633]: DEBUG nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Received event network-vif-plugged-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.424964] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Acquiring lock "e4b17550-dce8-4361-9e52-88e6379d0219-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.425194] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Lock "e4b17550-dce8-4361-9e52-88e6379d0219-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.425362] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Lock "e4b17550-dce8-4361-9e52-88e6379d0219-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.425533] env[62633]: DEBUG nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] No waiting events found dispatching network-vif-plugged-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.425872] env[62633]: WARNING nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Received unexpected event network-vif-plugged-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b for instance with vm_state building and task_state spawning. [ 629.425938] env[62633]: DEBUG nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Received event network-changed-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.426099] env[62633]: DEBUG nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Refreshing instance network info cache due to event network-changed-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.426288] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Acquiring lock "refresh_cache-e4b17550-dce8-4361-9e52-88e6379d0219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.426423] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Acquired lock "refresh_cache-e4b17550-dce8-4361-9e52-88e6379d0219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.426580] env[62633]: DEBUG nova.network.neutron [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Refreshing network info cache for port bfa65e52-7a87-40e2-9b3c-cc32866c3a7b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.476482] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.495289] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695613, 'name': CreateSnapshot_Task, 'duration_secs': 0.824227} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.495582] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 629.496426] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3b9547-c71e-4eb9-8a79-b92fcad832a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.641072] env[62633]: DEBUG nova.objects.instance [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'flavor' on Instance uuid 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.738053] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695614, 'name': CreateVM_Task, 'duration_secs': 0.341448} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.738331] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.740194] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.740365] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.740678] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.740966] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-993c9c24-0751-4d20-a139-c176fd0e0685 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.745519] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 629.745519] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f86426-19a7-c0db-e9d0-627d93f645ce" [ 629.745519] env[62633]: _type = "Task" [ 629.745519] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.754413] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f86426-19a7-c0db-e9d0-627d93f645ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.766267] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695615, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.791780] env[62633]: DEBUG nova.compute.utils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.795081] env[62633]: DEBUG nova.compute.manager [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.795291] env[62633]: DEBUG nova.network.neutron [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.823936] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Successfully updated port: 2f48abaf-19c3-459c-b91e-4235e9d7f6c4 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.846477] env[62633]: DEBUG nova.policy [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb4337792c274df2a39c37cb01434fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '142dfc15575b42c9b4546a6325d28350', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.018435] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 630.018806] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5480f755-ec58-483a-a6fb-c9b65dd61309 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.029698] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 630.029698] env[62633]: value = "task-2695616" [ 630.029698] env[62633]: _type = "Task" [ 630.029698] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.039741] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695616, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.146700] env[62633]: DEBUG oslo_concurrency.lockutils [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.146928] env[62633]: DEBUG oslo_concurrency.lockutils [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.147095] env[62633]: DEBUG nova.network.neutron [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.147780] env[62633]: DEBUG nova.objects.instance [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'info_cache' on Instance uuid 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.229051] env[62633]: DEBUG nova.network.neutron [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Updated VIF entry in instance network info cache for port bfa65e52-7a87-40e2-9b3c-cc32866c3a7b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.229406] env[62633]: DEBUG nova.network.neutron [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Updating instance_info_cache with network_info: [{"id": "bfa65e52-7a87-40e2-9b3c-cc32866c3a7b", "address": "fa:16:3e:f4:37:0e", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa65e52-7a", "ovs_interfaceid": "bfa65e52-7a87-40e2-9b3c-cc32866c3a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.256595] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f86426-19a7-c0db-e9d0-627d93f645ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.259490] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.259745] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.260063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.260275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.260532] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.262086] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-347f1c09-1fcb-479a-8c84-085d0d72e184 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.271604] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695615, 'name': Destroy_Task, 'duration_secs': 0.68568} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.274163] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Destroyed the VM [ 630.274464] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 630.275788] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a29c131-f261-482f-a37a-e59524cc822f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.277482] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.277709] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.278764] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64eafaad-5988-4ed0-a8f2-2d5cc4399b57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.285070] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 630.285070] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52887aca-d39b-613c-ceff-d7c4a0b5f59e" [ 630.285070] env[62633]: _type = "Task" [ 630.285070] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.287343] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 630.287343] env[62633]: value = "task-2695617" [ 630.287343] env[62633]: _type = "Task" [ 630.287343] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.295074] env[62633]: DEBUG nova.network.neutron [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Successfully created port: 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.300621] env[62633]: DEBUG nova.compute.manager [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.307019] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52887aca-d39b-613c-ceff-d7c4a0b5f59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.312391] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.324802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.325023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquired lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.325234] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.331507] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56851cb-c9ed-49d0-b8cb-2ed34af3b7e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.340870] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1dd2d9-f2ef-42e2-9989-adee290c7fc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.376366] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b419db43-584e-4690-b02a-426cde791e0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.383631] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484120b0-e85e-4abd-bb8a-2261e8de170c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.399171] env[62633]: DEBUG nova.compute.provider_tree [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.541738] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695616, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.653778] env[62633]: DEBUG nova.objects.base [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Object Instance<7f563c4b-274b-4324-b04e-0b75488d0290> lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 630.734138] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Releasing lock "refresh_cache-e4b17550-dce8-4361-9e52-88e6379d0219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.734450] env[62633]: DEBUG nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received event network-vif-plugged-ab72073c-5368-4fa7-9405-d5c27f4c2462 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.734658] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Acquiring lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.734863] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.735035] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.735208] env[62633]: DEBUG nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] No waiting events found dispatching network-vif-plugged-ab72073c-5368-4fa7-9405-d5c27f4c2462 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.735376] env[62633]: WARNING nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received unexpected event network-vif-plugged-ab72073c-5368-4fa7-9405-d5c27f4c2462 for instance with vm_state building and task_state spawning. [ 630.735540] env[62633]: DEBUG nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received event network-changed-ab72073c-5368-4fa7-9405-d5c27f4c2462 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.735776] env[62633]: DEBUG nova.compute.manager [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Refreshing instance network info cache due to event network-changed-ab72073c-5368-4fa7-9405-d5c27f4c2462. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 630.735954] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Acquiring lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.799836] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52887aca-d39b-613c-ceff-d7c4a0b5f59e, 'name': SearchDatastore_Task, 'duration_secs': 0.018796} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.801166] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc2f4e0-40f0-4a72-a0c9-0ce79ab0b439 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.806465] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695617, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.812742] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 630.812742] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a4d4a2-5c8c-5454-3324-85b604e35cf5" [ 630.812742] env[62633]: _type = "Task" [ 630.812742] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.822862] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a4d4a2-5c8c-5454-3324-85b604e35cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.823137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.823401] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] e4b17550-dce8-4361-9e52-88e6379d0219/e4b17550-dce8-4361-9e52-88e6379d0219.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.823668] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-928b1dc7-bc87-4a4c-8510-952f17b509c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.831839] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 630.831839] env[62633]: value = "task-2695618" [ 630.831839] env[62633]: _type = "Task" [ 630.831839] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.841375] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.870592] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.901689] env[62633]: DEBUG nova.scheduler.client.report [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.042776] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695616, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.310580] env[62633]: DEBUG oslo_vmware.api [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695617, 'name': RemoveSnapshot_Task, 'duration_secs': 0.914773} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.313742] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 631.318496] env[62633]: DEBUG nova.compute.manager [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.341664] env[62633]: DEBUG nova.network.neutron [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Updating instance_info_cache with network_info: [{"id": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "address": "fa:16:3e:30:da:11", "network": {"id": "a5810dad-c864-4672-b78e-f237b56c031a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1255302564", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e67-b5", "ovs_interfaceid": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "address": "fa:16:3e:86:98:2d", "network": {"id": "89a4b21e-2e63-4d81-b211-99efb6de6d91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2068034728", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab72073c-53", "ovs_interfaceid": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f48abaf-19c3-459c-b91e-4235e9d7f6c4", "address": "fa:16:3e:57:db:ce", "network": {"id": "a5810dad-c864-4672-b78e-f237b56c031a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1255302564", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f48abaf-19", "ovs_interfaceid": "2f48abaf-19c3-459c-b91e-4235e9d7f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.351788] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.353261] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.353500] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.355790] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.355790] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.355790] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.355790] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.355790] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.355790] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.355790] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.356127] env[62633]: DEBUG nova.virt.hardware [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.357177] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab963c-c23c-476e-bc6b-db1c8e9ed61b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.365285] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474676} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.368487] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] e4b17550-dce8-4361-9e52-88e6379d0219/e4b17550-dce8-4361-9e52-88e6379d0219.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.368926] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.370599] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b0a38e3-798c-4a1b-a816-614cf77fa7f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.376226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08bd5ed-a1e0-4cd1-9bf2-a8cbb051c716 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.382785] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 631.382785] env[62633]: value = "task-2695619" [ 631.382785] env[62633]: _type = "Task" [ 631.382785] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.401709] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.407718] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.411466] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.244s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.411466] env[62633]: DEBUG nova.objects.instance [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lazy-loading 'resources' on Instance uuid 38f94b87-e642-4875-a44d-89982bf30ace {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.441704] env[62633]: INFO nova.scheduler.client.report [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Deleted allocations for instance ff80e626-b62c-4d87-bbd0-937cd0126a24 [ 631.541237] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695616, 'name': CloneVM_Task, 'duration_secs': 1.379606} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.541520] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Created linked-clone VM from snapshot [ 631.542271] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8322e1d7-e21b-4372-b182-92ac4c9c82ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.550209] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Uploading image 8141f5cb-5002-4e90-8db4-7359fe543c41 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 631.569641] env[62633]: DEBUG nova.network.neutron [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updating instance_info_cache with network_info: [{"id": "ec8eb4d4-a690-49d5-a113-da36200de047", "address": "fa:16:3e:27:31:0c", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8eb4d4-a6", "ovs_interfaceid": "ec8eb4d4-a690-49d5-a113-da36200de047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.579530] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 631.579530] env[62633]: value = "vm-543250" [ 631.579530] env[62633]: _type = "VirtualMachine" [ 631.579530] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 631.579795] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18423fb3-6b53-47dc-a4a6-9d2749d7d07e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.586889] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lease: (returnval){ [ 631.586889] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52bd7836-44a9-6451-3d6d-6fa4b4f6ce3a" [ 631.586889] env[62633]: _type = "HttpNfcLease" [ 631.586889] env[62633]: } obtained for exporting VM: (result){ [ 631.586889] env[62633]: value = "vm-543250" [ 631.586889] env[62633]: _type = "VirtualMachine" [ 631.586889] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 631.591020] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the lease: (returnval){ [ 631.591020] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52bd7836-44a9-6451-3d6d-6fa4b4f6ce3a" [ 631.591020] env[62633]: _type = "HttpNfcLease" [ 631.591020] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 631.593991] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 631.593991] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52bd7836-44a9-6451-3d6d-6fa4b4f6ce3a" [ 631.593991] env[62633]: _type = "HttpNfcLease" [ 631.593991] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 631.613022] env[62633]: DEBUG nova.compute.manager [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received event network-vif-plugged-2f48abaf-19c3-459c-b91e-4235e9d7f6c4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.613022] env[62633]: DEBUG oslo_concurrency.lockutils [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] Acquiring lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.613332] env[62633]: DEBUG oslo_concurrency.lockutils [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.613584] env[62633]: DEBUG oslo_concurrency.lockutils [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.613798] env[62633]: DEBUG nova.compute.manager [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] No waiting events found dispatching network-vif-plugged-2f48abaf-19c3-459c-b91e-4235e9d7f6c4 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.614011] env[62633]: WARNING nova.compute.manager [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received unexpected event network-vif-plugged-2f48abaf-19c3-459c-b91e-4235e9d7f6c4 for instance with vm_state building and task_state spawning. [ 631.614247] env[62633]: DEBUG nova.compute.manager [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received event network-changed-2f48abaf-19c3-459c-b91e-4235e9d7f6c4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.614439] env[62633]: DEBUG nova.compute.manager [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Refreshing instance network info cache due to event network-changed-2f48abaf-19c3-459c-b91e-4235e9d7f6c4. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.614637] env[62633]: DEBUG oslo_concurrency.lockutils [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] Acquiring lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.823768] env[62633]: WARNING nova.compute.manager [None req-53592c2b-2735-4419-98b5-c8f9228cdeb6 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Image not found during snapshot: nova.exception.ImageNotFound: Image f5e9cb65-baa4-4008-96e0-e21670be220f could not be found. [ 631.861559] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Releasing lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.861958] env[62633]: DEBUG nova.compute.manager [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Instance network_info: |[{"id": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "address": "fa:16:3e:30:da:11", "network": {"id": "a5810dad-c864-4672-b78e-f237b56c031a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1255302564", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e67-b5", "ovs_interfaceid": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "address": "fa:16:3e:86:98:2d", "network": {"id": "89a4b21e-2e63-4d81-b211-99efb6de6d91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2068034728", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab72073c-53", "ovs_interfaceid": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f48abaf-19c3-459c-b91e-4235e9d7f6c4", "address": "fa:16:3e:57:db:ce", "network": {"id": "a5810dad-c864-4672-b78e-f237b56c031a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1255302564", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f48abaf-19", "ovs_interfaceid": "2f48abaf-19c3-459c-b91e-4235e9d7f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.862299] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Acquired lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.862490] env[62633]: DEBUG nova.network.neutron [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Refreshing network info cache for port ab72073c-5368-4fa7-9405-d5c27f4c2462 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.863680] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:da:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0102e67-b5ea-428a-9d1d-81d95da4e500', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:98:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab72073c-5368-4fa7-9405-d5c27f4c2462', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:db:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f48abaf-19c3-459c-b91e-4235e9d7f6c4', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.881710] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Creating folder: Project (a33d2914e1014a588f66af80dd92a603). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.883766] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7763498-47b2-475b-beb0-9cecca0bfb1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.897546] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062254} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.897814] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.899018] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b357ba-14ea-47a0-8724-d40b1380e09a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.903630] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Created folder: Project (a33d2914e1014a588f66af80dd92a603) in parent group-v543169. [ 631.903806] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Creating folder: Instances. Parent ref: group-v543251. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.904362] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a604b1d-fbfd-4366-b6b2-d6aeb50f5128 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.929021] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] e4b17550-dce8-4361-9e52-88e6379d0219/e4b17550-dce8-4361-9e52-88e6379d0219.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.929137] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3ce9f8-2c09-45f2-a415-db293cfdfe28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.948945] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Created folder: Instances in parent group-v543251. [ 631.948945] env[62633]: DEBUG oslo.service.loopingcall [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.949382] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.949621] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a02da45c-a6b7-45df-b22a-745f20411d28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.978126] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 631.978126] env[62633]: value = "task-2695623" [ 631.978126] env[62633]: _type = "Task" [ 631.978126] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.978573] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Lock "ff80e626-b62c-4d87-bbd0-937cd0126a24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.696s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.986395] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.986395] env[62633]: value = "task-2695624" [ 631.986395] env[62633]: _type = "Task" [ 631.986395] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.995293] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.004036] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695624, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.073453] env[62633]: DEBUG oslo_concurrency.lockutils [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Releasing lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.087823] env[62633]: DEBUG nova.network.neutron [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Successfully updated port: 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.098560] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 632.098560] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52bd7836-44a9-6451-3d6d-6fa4b4f6ce3a" [ 632.098560] env[62633]: _type = "HttpNfcLease" [ 632.098560] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 632.102599] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 632.102599] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52bd7836-44a9-6451-3d6d-6fa4b4f6ce3a" [ 632.102599] env[62633]: _type = "HttpNfcLease" [ 632.102599] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 632.104805] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c00f09-dcd7-444a-92da-e4d0d159b1d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.115487] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52239a19-1947-a99c-9f0d-da2eb5ea5c8c/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 632.115714] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52239a19-1947-a99c-9f0d-da2eb5ea5c8c/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 632.262171] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46425e74-053e-40e5-a0cf-c97f5f8f5224 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.340227] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.342480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.342480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.342480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.342480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.343597] env[62633]: INFO nova.compute.manager [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Terminating instance [ 632.511055] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695624, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.511459] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695623, 'name': ReconfigVM_Task, 'duration_secs': 0.526868} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.517480] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Reconfigured VM instance instance-00000019 to attach disk [datastore2] e4b17550-dce8-4361-9e52-88e6379d0219/e4b17550-dce8-4361-9e52-88e6379d0219.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.522393] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-477e1402-479f-4190-a8c0-849a9519095b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.532462] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 632.532462] env[62633]: value = "task-2695625" [ 632.532462] env[62633]: _type = "Task" [ 632.532462] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.545689] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695625, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.582174] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70713123-e9f7-47cf-881a-5f8e503e39bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.590011] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.590011] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.590153] env[62633]: DEBUG nova.network.neutron [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.595142] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf8436a-5cc0-4c17-b595-c8ba639eb759 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.640822] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f83690-4b99-45c1-9437-f743c271711d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.651160] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7667b0b5-66f5-4b55-ba6e-080fd56de4f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.668471] env[62633]: DEBUG nova.compute.provider_tree [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.679491] env[62633]: DEBUG nova.network.neutron [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Updated VIF entry in instance network info cache for port ab72073c-5368-4fa7-9405-d5c27f4c2462. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.680037] env[62633]: DEBUG nova.network.neutron [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Updating instance_info_cache with network_info: [{"id": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "address": "fa:16:3e:30:da:11", "network": {"id": "a5810dad-c864-4672-b78e-f237b56c031a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1255302564", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e67-b5", "ovs_interfaceid": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "address": "fa:16:3e:86:98:2d", "network": {"id": "89a4b21e-2e63-4d81-b211-99efb6de6d91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2068034728", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab72073c-53", "ovs_interfaceid": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f48abaf-19c3-459c-b91e-4235e9d7f6c4", "address": "fa:16:3e:57:db:ce", "network": {"id": "a5810dad-c864-4672-b78e-f237b56c031a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1255302564", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f48abaf-19", "ovs_interfaceid": "2f48abaf-19c3-459c-b91e-4235e9d7f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.848866] env[62633]: DEBUG nova.compute.manager [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.849163] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.850186] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456361c8-2acb-472e-8e67-0b9515c6e451 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.863604] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.864341] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-621bda90-9742-4de9-9f1e-60a365042343 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.876080] env[62633]: DEBUG oslo_vmware.api [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 632.876080] env[62633]: value = "task-2695626" [ 632.876080] env[62633]: _type = "Task" [ 632.876080] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.886313] env[62633]: DEBUG oslo_vmware.api [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.001969] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695624, 'name': CreateVM_Task, 'duration_secs': 0.537512} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.002163] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.003123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.003295] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.003637] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.003900] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a468f0-cfca-425e-9259-b2e82a4f3fad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.009844] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 633.009844] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5259beae-adcb-9d62-3486-0e0509028a59" [ 633.009844] env[62633]: _type = "Task" [ 633.009844] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.022894] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5259beae-adcb-9d62-3486-0e0509028a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.043965] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695625, 'name': Rename_Task, 'duration_secs': 0.171387} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.044419] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.044800] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b3f6df6-827d-43bf-a9fb-998c0796ccbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.052510] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 633.052510] env[62633]: value = "task-2695627" [ 633.052510] env[62633]: _type = "Task" [ 633.052510] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.065150] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.080022] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.080752] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-028c89b8-80b8-48bb-9b89-946f37453d90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.095306] env[62633]: DEBUG oslo_vmware.api [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 633.095306] env[62633]: value = "task-2695628" [ 633.095306] env[62633]: _type = "Task" [ 633.095306] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.109152] env[62633]: DEBUG oslo_vmware.api [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.130643] env[62633]: DEBUG nova.network.neutron [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.172217] env[62633]: DEBUG nova.scheduler.client.report [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.183413] env[62633]: DEBUG oslo_concurrency.lockutils [req-125dc578-9b8a-4a8b-a953-1106e5fd3968 req-87b474a4-beb1-4e8a-9c60-926f7ea84b4d service nova] Releasing lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.184103] env[62633]: DEBUG oslo_concurrency.lockutils [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] Acquired lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.184398] env[62633]: DEBUG nova.network.neutron [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Refreshing network info cache for port 2f48abaf-19c3-459c-b91e-4235e9d7f6c4 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.309159] env[62633]: DEBUG nova.network.neutron [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Updating instance_info_cache with network_info: [{"id": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "address": "fa:16:3e:d3:1d:76", "network": {"id": "52e84082-3bfb-42f4-b2d0-a9bf8f176318", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1012565790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142dfc15575b42c9b4546a6325d28350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00b1ce76-dd", "ovs_interfaceid": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.388936] env[62633]: DEBUG oslo_vmware.api [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695626, 'name': PowerOffVM_Task, 'duration_secs': 0.22736} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.389326] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.389544] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.389885] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d948e8fd-4640-4141-a1c2-f8c17fa2bfb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.468380] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.468629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.469458] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Deleting the datastore file [datastore1] dbdc473f-3bed-4a6b-82f7-dbddea594fdb {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.469834] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2787c82-d54a-44cf-b269-e216ba86a3f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.478511] env[62633]: DEBUG oslo_vmware.api [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 633.478511] env[62633]: value = "task-2695630" [ 633.478511] env[62633]: _type = "Task" [ 633.478511] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.489032] env[62633]: DEBUG oslo_vmware.api [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.522536] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5259beae-adcb-9d62-3486-0e0509028a59, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.522995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.523334] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.523786] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.524047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.524355] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.524751] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62c6c20e-0878-43b4-87e4-41110ca161cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.546342] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.546599] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.547486] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2e6374-4702-4600-a679-e6eda6151cb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.554872] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 633.554872] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52381c53-bd50-963b-c26d-cc43aa4211f1" [ 633.554872] env[62633]: _type = "Task" [ 633.554872] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.571628] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.571956] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52381c53-bd50-963b-c26d-cc43aa4211f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.607440] env[62633]: DEBUG oslo_vmware.api [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695628, 'name': PowerOnVM_Task, 'duration_secs': 0.486731} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.608113] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.608113] env[62633]: DEBUG nova.compute.manager [None req-964ddd36-873c-4039-a023-9c83ee2c19a5 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.608849] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df73033-91d3-42bb-96c5-a4b42934acfc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.642186] env[62633]: DEBUG nova.compute.manager [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Received event network-vif-plugged-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.642506] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] Acquiring lock "2e489091-10ab-4c49-813b-9181de43a09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.642805] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] Lock "2e489091-10ab-4c49-813b-9181de43a09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.643034] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] Lock "2e489091-10ab-4c49-813b-9181de43a09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.643331] env[62633]: DEBUG nova.compute.manager [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] No waiting events found dispatching network-vif-plugged-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.643493] env[62633]: WARNING nova.compute.manager [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Received unexpected event network-vif-plugged-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a for instance with vm_state building and task_state spawning. [ 633.643672] env[62633]: DEBUG nova.compute.manager [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Received event network-changed-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.643832] env[62633]: DEBUG nova.compute.manager [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Refreshing instance network info cache due to event network-changed-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 633.644013] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] Acquiring lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.678366] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.680890] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.377s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.681159] env[62633]: DEBUG nova.objects.instance [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 633.707142] env[62633]: INFO nova.scheduler.client.report [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted allocations for instance 38f94b87-e642-4875-a44d-89982bf30ace [ 633.815120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.815478] env[62633]: DEBUG nova.compute.manager [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Instance network_info: |[{"id": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "address": "fa:16:3e:d3:1d:76", "network": {"id": "52e84082-3bfb-42f4-b2d0-a9bf8f176318", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1012565790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142dfc15575b42c9b4546a6325d28350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00b1ce76-dd", "ovs_interfaceid": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.816373] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] Acquired lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.816587] env[62633]: DEBUG nova.network.neutron [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Refreshing network info cache for port 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.818941] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:1d:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00b1ce76-dd9d-4c93-b7d1-d6962a924e2a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.826533] env[62633]: DEBUG oslo.service.loopingcall [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.828235] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.828554] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a54087fa-db9f-4768-bbf1-4c44201b945d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.854363] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.854363] env[62633]: value = "task-2695631" [ 633.854363] env[62633]: _type = "Task" [ 633.854363] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.864295] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695631, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.937839] env[62633]: DEBUG nova.network.neutron [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Updated VIF entry in instance network info cache for port 2f48abaf-19c3-459c-b91e-4235e9d7f6c4. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.938556] env[62633]: DEBUG nova.network.neutron [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Updating instance_info_cache with network_info: [{"id": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "address": "fa:16:3e:30:da:11", "network": {"id": "a5810dad-c864-4672-b78e-f237b56c031a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1255302564", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e67-b5", "ovs_interfaceid": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "address": "fa:16:3e:86:98:2d", "network": {"id": "89a4b21e-2e63-4d81-b211-99efb6de6d91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2068034728", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab72073c-53", "ovs_interfaceid": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f48abaf-19c3-459c-b91e-4235e9d7f6c4", "address": "fa:16:3e:57:db:ce", "network": {"id": "a5810dad-c864-4672-b78e-f237b56c031a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1255302564", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f48abaf-19", "ovs_interfaceid": "2f48abaf-19c3-459c-b91e-4235e9d7f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.993203] env[62633]: DEBUG oslo_vmware.api [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234365} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.993464] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.993744] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.994028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.994475] env[62633]: INFO nova.compute.manager [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 633.994853] env[62633]: DEBUG oslo.service.loopingcall [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.995144] env[62633]: DEBUG nova.compute.manager [-] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.995355] env[62633]: DEBUG nova.network.neutron [-] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.073077] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52381c53-bd50-963b-c26d-cc43aa4211f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013695} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.076425] env[62633]: DEBUG oslo_vmware.api [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695627, 'name': PowerOnVM_Task, 'duration_secs': 0.633134} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.076648] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ed40d8-d740-4ac8-969b-b9f1036b4d16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.079079] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.079298] env[62633]: INFO nova.compute.manager [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Took 7.61 seconds to spawn the instance on the hypervisor. [ 634.079475] env[62633]: DEBUG nova.compute.manager [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.080268] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe214f5-e704-446e-a95e-0f243a9af894 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.087257] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 634.087257] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b6e835-4270-3d63-7b7b-b41e91be062b" [ 634.087257] env[62633]: _type = "Task" [ 634.087257] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.106449] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b6e835-4270-3d63-7b7b-b41e91be062b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.217960] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30822ddf-7f46-42aa-ac24-2db0ee77387d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "38f94b87-e642-4875-a44d-89982bf30ace" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.873s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.370233] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695631, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.441517] env[62633]: DEBUG oslo_concurrency.lockutils [req-05fc0774-8dc4-4645-9d20-019b088296c3 req-31953300-fc4e-4b69-83c4-e4e2dc493c89 service nova] Releasing lock "refresh_cache-6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.538148] env[62633]: DEBUG nova.network.neutron [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Updated VIF entry in instance network info cache for port 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.538317] env[62633]: DEBUG nova.network.neutron [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Updating instance_info_cache with network_info: [{"id": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "address": "fa:16:3e:d3:1d:76", "network": {"id": "52e84082-3bfb-42f4-b2d0-a9bf8f176318", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1012565790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142dfc15575b42c9b4546a6325d28350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00b1ce76-dd", "ovs_interfaceid": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.606008] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b6e835-4270-3d63-7b7b-b41e91be062b, 'name': SearchDatastore_Task, 'duration_secs': 0.026354} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.606902] env[62633]: INFO nova.compute.manager [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Took 38.55 seconds to build instance. [ 634.607942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.608173] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af/6ce3d9e0-074b-4dbd-a70f-c83e1e1280af.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.608658] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9487b64b-7d0e-433f-bffb-3003a40235de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.617747] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 634.617747] env[62633]: value = "task-2695632" [ 634.617747] env[62633]: _type = "Task" [ 634.617747] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.628096] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.693922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1cae6546-7375-4688-bd1c-4a3480862a0a tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.699026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.104s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.699026] env[62633]: INFO nova.compute.claims [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.769180] env[62633]: DEBUG nova.network.neutron [-] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.873187] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695631, 'name': CreateVM_Task, 'duration_secs': 0.552156} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.873480] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.874219] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.874384] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.874741] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.875015] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3218cd73-d83d-484b-b063-9b9e4684e167 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.885816] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 634.885816] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5263bc9f-c0e2-833a-23fa-08d21652cf8d" [ 634.885816] env[62633]: _type = "Task" [ 634.885816] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.896344] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5263bc9f-c0e2-833a-23fa-08d21652cf8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.041333] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8aadb75-24f3-4039-83b7-bc4837059fc1 req-1779b684-5111-4b35-932f-bb6b8d320372 service nova] Releasing lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.109946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d696a52a-3aaf-4578-8752-2599bf54a237 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "e4b17550-dce8-4361-9e52-88e6379d0219" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.399s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.130637] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695632, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.256885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "e4b17550-dce8-4361-9e52-88e6379d0219" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.257072] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "e4b17550-dce8-4361-9e52-88e6379d0219" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.257306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "e4b17550-dce8-4361-9e52-88e6379d0219-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.257492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "e4b17550-dce8-4361-9e52-88e6379d0219-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.257663] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "e4b17550-dce8-4361-9e52-88e6379d0219-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.260320] env[62633]: INFO nova.compute.manager [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Terminating instance [ 635.271139] env[62633]: INFO nova.compute.manager [-] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Took 1.28 seconds to deallocate network for instance. [ 635.397683] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5263bc9f-c0e2-833a-23fa-08d21652cf8d, 'name': SearchDatastore_Task, 'duration_secs': 0.015918} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.399166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.399166] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.399166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.399166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.399166] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.399166] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d28fc72-f128-4fda-8510-2f40b00fb495 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.409796] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.410027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.410842] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6a9b47-7ba1-45eb-ab08-54a234c842a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.417338] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 635.417338] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52cc98cc-bb00-0ed8-a9ae-75ac710420d9" [ 635.417338] env[62633]: _type = "Task" [ 635.417338] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.427162] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cc98cc-bb00-0ed8-a9ae-75ac710420d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.613174] env[62633]: DEBUG nova.compute.manager [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.631314] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685867} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.631620] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af/6ce3d9e0-074b-4dbd-a70f-c83e1e1280af.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.631730] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.631969] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-916a2aa7-cdb8-4463-a88f-c36e04f7a47c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.640221] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 635.640221] env[62633]: value = "task-2695633" [ 635.640221] env[62633]: _type = "Task" [ 635.640221] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.653048] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.728383] env[62633]: DEBUG nova.compute.manager [req-50612d6e-4a00-4bd0-a202-8448bc16879d req-7d3a8250-ea93-4a68-940d-48c6c6c405bb service nova] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Received event network-vif-deleted-7cc44bf7-671b-40b9-accc-f9efefd3495f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.765334] env[62633]: DEBUG nova.compute.manager [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.765826] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.766818] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25f8404-0641-4a10-b0ef-b3bdd095ea9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.778854] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.779238] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.779519] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d76d68f-f6aa-4393-b509-055ab1ab1ab2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.789174] env[62633]: DEBUG oslo_vmware.api [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 635.789174] env[62633]: value = "task-2695634" [ 635.789174] env[62633]: _type = "Task" [ 635.789174] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.801197] env[62633]: DEBUG oslo_vmware.api [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.931640] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cc98cc-bb00-0ed8-a9ae-75ac710420d9, 'name': SearchDatastore_Task, 'duration_secs': 0.017983} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.933038] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b197198e-8315-4edc-affa-a696f0fa9550 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.942022] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 635.942022] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5214fb57-77c2-1fd3-2ce7-546da7f9a240" [ 635.942022] env[62633]: _type = "Task" [ 635.942022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.952299] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5214fb57-77c2-1fd3-2ce7-546da7f9a240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.136873] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.151262] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081946} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.151614] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.152491] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99836501-fa2f-48a4-97d5-b8cf5e450e73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.182097] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af/6ce3d9e0-074b-4dbd-a70f-c83e1e1280af.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.185131] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b6b036-b7fd-4352-a4d6-2b1e22ac16e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.207106] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 636.207106] env[62633]: value = "task-2695635" [ 636.207106] env[62633]: _type = "Task" [ 636.207106] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.217486] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.234115] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfdc116-df98-4448-8a2a-3dcd5edf87f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.242744] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f994ca6-0e0e-4381-9af2-301df3153e1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.279043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23273eef-7487-435d-a8eb-93f6c0e0d469 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.290014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227c8623-d0fe-47a7-abb5-0d5e0f1518dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.313354] env[62633]: DEBUG nova.compute.provider_tree [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.318760] env[62633]: DEBUG oslo_vmware.api [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695634, 'name': PowerOffVM_Task, 'duration_secs': 0.202501} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.318760] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.318760] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.318995] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-892a310d-a2e4-4e15-a7d0-a735d596d6b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.396569] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.397318] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.397318] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Deleting the datastore file [datastore2] e4b17550-dce8-4361-9e52-88e6379d0219 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.397725] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63337f01-489a-4cdf-bbea-39758e94ffed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.407019] env[62633]: DEBUG oslo_vmware.api [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for the task: (returnval){ [ 636.407019] env[62633]: value = "task-2695637" [ 636.407019] env[62633]: _type = "Task" [ 636.407019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.416090] env[62633]: DEBUG oslo_vmware.api [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.453248] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5214fb57-77c2-1fd3-2ce7-546da7f9a240, 'name': SearchDatastore_Task, 'duration_secs': 0.01725} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.453613] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.453918] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 2e489091-10ab-4c49-813b-9181de43a09e/2e489091-10ab-4c49-813b-9181de43a09e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.454253] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e084897-8c4f-4cfc-89df-01040d5cdd30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.463529] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 636.463529] env[62633]: value = "task-2695638" [ 636.463529] env[62633]: _type = "Task" [ 636.463529] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.472612] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.719520] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695635, 'name': ReconfigVM_Task, 'duration_secs': 0.362522} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.719811] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af/6ce3d9e0-074b-4dbd-a70f-c83e1e1280af.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.720615] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d0fb2aa-3c4e-4566-8be7-3f5b230a6d12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.729891] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 636.729891] env[62633]: value = "task-2695639" [ 636.729891] env[62633]: _type = "Task" [ 636.729891] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.740342] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695639, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.820369] env[62633]: DEBUG nova.scheduler.client.report [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.919183] env[62633]: DEBUG oslo_vmware.api [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Task: {'id': task-2695637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19213} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.919324] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.920049] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.920049] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.920049] env[62633]: INFO nova.compute.manager [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Took 1.15 seconds to destroy the instance on the hypervisor. [ 636.920301] env[62633]: DEBUG oslo.service.loopingcall [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.920415] env[62633]: DEBUG nova.compute.manager [-] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.920511] env[62633]: DEBUG nova.network.neutron [-] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.975849] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695638, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.240875] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695639, 'name': Rename_Task, 'duration_secs': 0.35072} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.242021] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.242021] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5ae96b7-d06d-4c2d-8040-55a3f5beb386 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.249990] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 637.249990] env[62633]: value = "task-2695640" [ 637.249990] env[62633]: _type = "Task" [ 637.249990] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.258870] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.326734] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.327546] env[62633]: DEBUG nova.compute.manager [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.331046] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.278s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.333040] env[62633]: INFO nova.compute.claims [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.476872] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520674} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.477322] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 2e489091-10ab-4c49-813b-9181de43a09e/2e489091-10ab-4c49-813b-9181de43a09e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.477609] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.477944] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-616a86aa-3f72-4875-a834-97847764260b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.488652] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 637.488652] env[62633]: value = "task-2695641" [ 637.488652] env[62633]: _type = "Task" [ 637.488652] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.499710] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.697249] env[62633]: DEBUG nova.network.neutron [-] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.760807] env[62633]: DEBUG oslo_vmware.api [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695640, 'name': PowerOnVM_Task, 'duration_secs': 0.496168} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.762156] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.762374] env[62633]: INFO nova.compute.manager [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Took 14.04 seconds to spawn the instance on the hypervisor. [ 637.762551] env[62633]: DEBUG nova.compute.manager [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.763705] env[62633]: DEBUG nova.compute.manager [req-e39f54a6-141e-47f2-8556-8bbae7da1211 req-21ff034f-fcd5-4ace-a176-4eec7443d9ac service nova] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Received event network-vif-deleted-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.764549] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682756e4-6e39-49c2-992b-bbb795edeae8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.837574] env[62633]: DEBUG nova.compute.utils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.841044] env[62633]: DEBUG nova.compute.manager [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.841044] env[62633]: DEBUG nova.network.neutron [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.905684] env[62633]: DEBUG nova.policy [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2995d79fea74b379b406fb636965458', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46391cdb0eb44743937a26f3a10bf8cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.999772] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070431} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.000092] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.000905] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c83c2df-7814-41d3-ad46-b95cf57e3232 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.024905] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2e489091-10ab-4c49-813b-9181de43a09e/2e489091-10ab-4c49-813b-9181de43a09e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.025245] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5820c6-a88d-473f-9ff6-7c0a62c04262 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.047700] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 638.047700] env[62633]: value = "task-2695642" [ 638.047700] env[62633]: _type = "Task" [ 638.047700] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.057142] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.199752] env[62633]: INFO nova.compute.manager [-] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Took 1.28 seconds to deallocate network for instance. [ 638.237227] env[62633]: DEBUG nova.network.neutron [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Successfully created port: c6811319-1e22-4663-b6df-24c0efca2139 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.285865] env[62633]: INFO nova.compute.manager [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Took 45.23 seconds to build instance. [ 638.342238] env[62633]: DEBUG nova.compute.manager [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.565438] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.707416] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.787285] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.527s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.848941] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35319d6b-e3f6-4626-826d-dd48f59dff67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.862111] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91a1e9b-b311-44b2-948d-4ec2daa014dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.903706] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0effc-b3be-44a5-8ec1-981cc19df714 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.914664] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8c4486-cdca-4a00-ab15-9256809f800e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.930788] env[62633]: DEBUG nova.compute.provider_tree [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.061595] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.061924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.062084] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.062278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.062445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.064050] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695642, 'name': ReconfigVM_Task, 'duration_secs': 0.591022} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.065027] env[62633]: INFO nova.compute.manager [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Terminating instance [ 639.065823] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2e489091-10ab-4c49-813b-9181de43a09e/2e489091-10ab-4c49-813b-9181de43a09e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.067429] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ebaca8d-1331-4dd8-be7f-4b377569f1b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.076049] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 639.076049] env[62633]: value = "task-2695643" [ 639.076049] env[62633]: _type = "Task" [ 639.076049] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.085735] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695643, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.290529] env[62633]: DEBUG nova.compute.manager [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.358441] env[62633]: DEBUG nova.compute.manager [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.384103] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.384433] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.384611] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.384830] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.385096] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.385238] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.385464] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.385599] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.385797] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.386073] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.386287] env[62633]: DEBUG nova.virt.hardware [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.387576] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b229b-1685-4ddc-b674-ea857e8539e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.397114] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8d2b48-31b6-40d7-9129-8533785c1a04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.434069] env[62633]: DEBUG nova.scheduler.client.report [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.569897] env[62633]: DEBUG nova.compute.manager [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.570209] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.571138] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f370ae-71a9-452c-9084-54f5ca83f55b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.586051] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695643, 'name': Rename_Task, 'duration_secs': 0.262469} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.588375] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.589131] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.589131] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ce1a8cd-3218-43f6-95e0-d2c4ea0f80b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.590477] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd164825-1529-4823-9216-ed5e91598b78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.598455] env[62633]: DEBUG oslo_vmware.api [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 639.598455] env[62633]: value = "task-2695645" [ 639.598455] env[62633]: _type = "Task" [ 639.598455] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.599451] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 639.599451] env[62633]: value = "task-2695644" [ 639.599451] env[62633]: _type = "Task" [ 639.599451] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.615818] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.619284] env[62633]: DEBUG oslo_vmware.api [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.735189] env[62633]: DEBUG nova.network.neutron [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Successfully updated port: c6811319-1e22-4663-b6df-24c0efca2139 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.819958] env[62633]: DEBUG nova.compute.manager [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Received event network-vif-plugged-c6811319-1e22-4663-b6df-24c0efca2139 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.820268] env[62633]: DEBUG oslo_concurrency.lockutils [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] Acquiring lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.821000] env[62633]: DEBUG oslo_concurrency.lockutils [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] Lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.821188] env[62633]: DEBUG oslo_concurrency.lockutils [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] Lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.821370] env[62633]: DEBUG nova.compute.manager [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] No waiting events found dispatching network-vif-plugged-c6811319-1e22-4663-b6df-24c0efca2139 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.821543] env[62633]: WARNING nova.compute.manager [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Received unexpected event network-vif-plugged-c6811319-1e22-4663-b6df-24c0efca2139 for instance with vm_state building and task_state spawning. [ 639.821704] env[62633]: DEBUG nova.compute.manager [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Received event network-changed-c6811319-1e22-4663-b6df-24c0efca2139 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.821923] env[62633]: DEBUG nova.compute.manager [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Refreshing instance network info cache due to event network-changed-c6811319-1e22-4663-b6df-24c0efca2139. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.822059] env[62633]: DEBUG oslo_concurrency.lockutils [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] Acquiring lock "refresh_cache-569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.822211] env[62633]: DEBUG oslo_concurrency.lockutils [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] Acquired lock "refresh_cache-569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.822373] env[62633]: DEBUG nova.network.neutron [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Refreshing network info cache for port c6811319-1e22-4663-b6df-24c0efca2139 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.824822] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.890729] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52239a19-1947-a99c-9f0d-da2eb5ea5c8c/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 639.891741] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97bd54f-f581-480f-b70d-79ac60955cf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.899720] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52239a19-1947-a99c-9f0d-da2eb5ea5c8c/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 639.899911] env[62633]: ERROR oslo_vmware.rw_handles [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52239a19-1947-a99c-9f0d-da2eb5ea5c8c/disk-0.vmdk due to incomplete transfer. [ 639.900181] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-570d137c-b24c-4138-9989-028d19f5f439 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.908389] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52239a19-1947-a99c-9f0d-da2eb5ea5c8c/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 639.908601] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Uploaded image 8141f5cb-5002-4e90-8db4-7359fe543c41 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 639.910640] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 639.910903] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-472c493a-c7c8-4cca-a596-746914256d42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.918033] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 639.918033] env[62633]: value = "task-2695646" [ 639.918033] env[62633]: _type = "Task" [ 639.918033] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.929283] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695646, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.939401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.939878] env[62633]: DEBUG nova.compute.manager [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.942663] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.335s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.942911] env[62633]: DEBUG nova.objects.instance [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lazy-loading 'resources' on Instance uuid 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.117555] env[62633]: DEBUG oslo_vmware.api [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695645, 'name': PowerOffVM_Task, 'duration_secs': 0.287362} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.117555] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.117555] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.118034] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.118034] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e71388b5-8342-4476-beb5-410ab0c6f1dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.238703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "refresh_cache-569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.290179] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.290452] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.290756] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Deleting the datastore file [datastore2] 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.291211] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-897d8d7e-0962-43a9-abf1-83033f4e98d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.299422] env[62633]: DEBUG oslo_vmware.api [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 640.299422] env[62633]: value = "task-2695648" [ 640.299422] env[62633]: _type = "Task" [ 640.299422] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.308344] env[62633]: DEBUG oslo_vmware.api [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.369289] env[62633]: DEBUG nova.network.neutron [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.424268] env[62633]: DEBUG nova.network.neutron [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.430054] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695646, 'name': Destroy_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.449845] env[62633]: DEBUG nova.compute.utils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.452183] env[62633]: DEBUG nova.compute.manager [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.452183] env[62633]: DEBUG nova.network.neutron [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.497221] env[62633]: DEBUG nova.policy [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e10f358204d84f689ef0373f8ea694e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e5939bbd65b43e3bcdf7428b14784e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.614289] env[62633]: DEBUG oslo_vmware.api [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695644, 'name': PowerOnVM_Task, 'duration_secs': 0.897299} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.617062] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.617312] env[62633]: INFO nova.compute.manager [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Took 9.30 seconds to spawn the instance on the hypervisor. [ 640.617495] env[62633]: DEBUG nova.compute.manager [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.618590] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b759c90b-39e7-40cb-acd4-8d8fa3b1d924 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.772276] env[62633]: DEBUG nova.network.neutron [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Successfully created port: 065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.813084] env[62633]: DEBUG oslo_vmware.api [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.912419] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39ce641-37b3-4447-8fd2-f6dc57387a3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.924684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7ce783-497d-4c67-b235-325fd080413e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.928352] env[62633]: DEBUG oslo_concurrency.lockutils [req-8e4bdb2e-77de-46d5-b6ba-ceea8ec3f83a req-2438b80b-5995-4c3d-9eae-810756bc975a service nova] Releasing lock "refresh_cache-569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.930020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquired lock "refresh_cache-569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.930020] env[62633]: DEBUG nova.network.neutron [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.935679] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695646, 'name': Destroy_Task, 'duration_secs': 0.513549} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.969030] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Destroyed the VM [ 640.969030] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 640.969030] env[62633]: DEBUG nova.compute.manager [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.971301] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fde69725-d1ac-442f-9335-0a648aec369c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.977062] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3091796-9492-4384-8de8-d2a99076674b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.989047] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea719e4-46cf-4a2e-a752-4b65d69993e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.993245] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 640.993245] env[62633]: value = "task-2695649" [ 640.993245] env[62633]: _type = "Task" [ 640.993245] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.007983] env[62633]: DEBUG nova.compute.provider_tree [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.015912] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695649, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.138876] env[62633]: INFO nova.compute.manager [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Took 42.94 seconds to build instance. [ 641.312629] env[62633]: DEBUG oslo_vmware.api [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.88294} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.312999] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.313270] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.313602] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.313819] env[62633]: INFO nova.compute.manager [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Took 1.74 seconds to destroy the instance on the hypervisor. [ 641.314146] env[62633]: DEBUG oslo.service.loopingcall [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.314398] env[62633]: DEBUG nova.compute.manager [-] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.314546] env[62633]: DEBUG nova.network.neutron [-] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.464299] env[62633]: DEBUG nova.network.neutron [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.504914] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695649, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.512484] env[62633]: DEBUG nova.scheduler.client.report [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.629281] env[62633]: DEBUG nova.network.neutron [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Updating instance_info_cache with network_info: [{"id": "c6811319-1e22-4663-b6df-24c0efca2139", "address": "fa:16:3e:4b:fe:bc", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6811319-1e", "ovs_interfaceid": "c6811319-1e22-4663-b6df-24c0efca2139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.641030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f78916b7-4130-4a60-8d57-76192bc860d3 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "2e489091-10ab-4c49-813b-9181de43a09e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.935s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.826277] env[62633]: DEBUG nova.compute.manager [req-b7d6a54e-53a2-4dec-9e5d-13656809c30d req-cafb78b6-eecb-4e89-88fa-adce43a44548 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received event network-vif-deleted-2f48abaf-19c3-459c-b91e-4235e9d7f6c4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.826472] env[62633]: INFO nova.compute.manager [req-b7d6a54e-53a2-4dec-9e5d-13656809c30d req-cafb78b6-eecb-4e89-88fa-adce43a44548 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Neutron deleted interface 2f48abaf-19c3-459c-b91e-4235e9d7f6c4; detaching it from the instance and deleting it from the info cache [ 641.826763] env[62633]: DEBUG nova.network.neutron [req-b7d6a54e-53a2-4dec-9e5d-13656809c30d req-cafb78b6-eecb-4e89-88fa-adce43a44548 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Updating instance_info_cache with network_info: [{"id": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "address": "fa:16:3e:30:da:11", "network": {"id": "a5810dad-c864-4672-b78e-f237b56c031a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1255302564", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e67-b5", "ovs_interfaceid": "f0102e67-b5ea-428a-9d1d-81d95da4e500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "address": "fa:16:3e:86:98:2d", "network": {"id": "89a4b21e-2e63-4d81-b211-99efb6de6d91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2068034728", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab72073c-53", "ovs_interfaceid": "ab72073c-5368-4fa7-9405-d5c27f4c2462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.976837] env[62633]: DEBUG nova.compute.manager [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.007400] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.007608] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.007765] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.007949] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.008115] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.008266] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.008473] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.008656] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.008799] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.008962] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.009154] env[62633]: DEBUG nova.virt.hardware [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.010067] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4287037d-d801-44e5-b4e7-5b9655681703 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.015474] env[62633]: DEBUG oslo_vmware.api [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695649, 'name': RemoveSnapshot_Task, 'duration_secs': 0.689885} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.016118] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 642.016783] env[62633]: INFO nova.compute.manager [None req-d7a44242-9246-4c18-b283-78aadc2fe40f tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Took 14.10 seconds to snapshot the instance on the hypervisor. [ 642.021995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.024365] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.229s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.025804] env[62633]: INFO nova.compute.claims [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.030384] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6be86b4-a4ab-4f42-92fa-e3122c3413b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.051145] env[62633]: INFO nova.scheduler.client.report [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Deleted allocations for instance 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c [ 642.132513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Releasing lock "refresh_cache-569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.133062] env[62633]: DEBUG nova.compute.manager [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Instance network_info: |[{"id": "c6811319-1e22-4663-b6df-24c0efca2139", "address": "fa:16:3e:4b:fe:bc", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6811319-1e", "ovs_interfaceid": "c6811319-1e22-4663-b6df-24c0efca2139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.133562] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:fe:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6811319-1e22-4663-b6df-24c0efca2139', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.142614] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Creating folder: Project (46391cdb0eb44743937a26f3a10bf8cf). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.143257] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b898869-69af-4429-aed1-1c3e5ce590eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.146071] env[62633]: DEBUG nova.compute.manager [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.158688] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Created folder: Project (46391cdb0eb44743937a26f3a10bf8cf) in parent group-v543169. [ 642.158894] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Creating folder: Instances. Parent ref: group-v543255. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.159186] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd1477d3-5eee-4b4d-9ed8-8bd45309f9c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.161574] env[62633]: INFO nova.compute.manager [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Rescuing [ 642.161815] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.161998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.162210] env[62633]: DEBUG nova.network.neutron [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.170952] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Created folder: Instances in parent group-v543255. [ 642.171255] env[62633]: DEBUG oslo.service.loopingcall [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.171465] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.171692] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-025d3655-6354-47f7-aae6-026f2b90500c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.198007] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.198007] env[62633]: value = "task-2695652" [ 642.198007] env[62633]: _type = "Task" [ 642.198007] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.207509] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695652, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.313133] env[62633]: DEBUG nova.network.neutron [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Successfully updated port: 065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.331808] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c7ac4e1-0ed3-4f2e-83f3-9dc2b742fa58 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.348009] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f790988-7a26-49e6-9f40-f6385145a264 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.381506] env[62633]: DEBUG nova.compute.manager [req-b7d6a54e-53a2-4dec-9e5d-13656809c30d req-cafb78b6-eecb-4e89-88fa-adce43a44548 service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Detach interface failed, port_id=2f48abaf-19c3-459c-b91e-4235e9d7f6c4, reason: Instance 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 642.511598] env[62633]: DEBUG nova.compute.manager [req-17160c7c-f45a-49da-9531-fa030eb0e47f req-87899562-9d2b-44c0-ade5-4654599f5daa service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Received event network-vif-plugged-065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.511598] env[62633]: DEBUG oslo_concurrency.lockutils [req-17160c7c-f45a-49da-9531-fa030eb0e47f req-87899562-9d2b-44c0-ade5-4654599f5daa service nova] Acquiring lock "6a118a55-f098-4068-a852-556138ed9cdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.511598] env[62633]: DEBUG oslo_concurrency.lockutils [req-17160c7c-f45a-49da-9531-fa030eb0e47f req-87899562-9d2b-44c0-ade5-4654599f5daa service nova] Lock "6a118a55-f098-4068-a852-556138ed9cdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.511598] env[62633]: DEBUG oslo_concurrency.lockutils [req-17160c7c-f45a-49da-9531-fa030eb0e47f req-87899562-9d2b-44c0-ade5-4654599f5daa service nova] Lock "6a118a55-f098-4068-a852-556138ed9cdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.511800] env[62633]: DEBUG nova.compute.manager [req-17160c7c-f45a-49da-9531-fa030eb0e47f req-87899562-9d2b-44c0-ade5-4654599f5daa service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] No waiting events found dispatching network-vif-plugged-065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.511828] env[62633]: WARNING nova.compute.manager [req-17160c7c-f45a-49da-9531-fa030eb0e47f req-87899562-9d2b-44c0-ade5-4654599f5daa service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Received unexpected event network-vif-plugged-065c1822-7e35-4a61-a7eb-c995cc170acf for instance with vm_state building and task_state spawning. [ 642.559069] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d527f-a647-4ffd-8661-b38657d64b19 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Lock "7b8f6860-38b7-45a3-b3a2-e62e726d8d4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.392s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.664855] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.713572] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695652, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.819392] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquiring lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.819612] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquired lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.819713] env[62633]: DEBUG nova.network.neutron [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.964576] env[62633]: DEBUG nova.network.neutron [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Updating instance_info_cache with network_info: [{"id": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "address": "fa:16:3e:d3:1d:76", "network": {"id": "52e84082-3bfb-42f4-b2d0-a9bf8f176318", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1012565790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142dfc15575b42c9b4546a6325d28350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00b1ce76-dd", "ovs_interfaceid": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.052522] env[62633]: DEBUG nova.network.neutron [-] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.213202] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695652, 'name': CreateVM_Task, 'duration_secs': 0.814118} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.213202] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.216265] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.216265] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.216265] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.218393] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e956592-69af-4114-b06b-9fe255221b16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.228877] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 643.228877] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52097900-39a6-9e6c-6edb-ffb1de6e67d3" [ 643.228877] env[62633]: _type = "Task" [ 643.228877] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.243495] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52097900-39a6-9e6c-6edb-ffb1de6e67d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.374534] env[62633]: DEBUG nova.network.neutron [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.470958] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.555994] env[62633]: INFO nova.compute.manager [-] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Took 2.24 seconds to deallocate network for instance. [ 643.621287] env[62633]: DEBUG nova.network.neutron [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Updating instance_info_cache with network_info: [{"id": "065c1822-7e35-4a61-a7eb-c995cc170acf", "address": "fa:16:3e:ef:26:a8", "network": {"id": "f581c135-edaf-4e14-bc8b-983ada92f284", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1585228113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5939bbd65b43e3bcdf7428b14784e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065c1822-7e", "ovs_interfaceid": "065c1822-7e35-4a61-a7eb-c995cc170acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.628305] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d8e45-97ab-48de-adfb-52beb4ee294c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.637927] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d72823-076e-4720-bd9c-504f1fde38dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.676804] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fe9e88-df9d-447c-bc50-7c8a3e6cbd85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.686086] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7887717d-9f83-4e68-ac47-2413b93ccf23 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.701582] env[62633]: DEBUG nova.compute.provider_tree [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.739787] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52097900-39a6-9e6c-6edb-ffb1de6e67d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014089} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.740883] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.740883] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.741060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.741060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.741242] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.741513] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d1dab47-4bcf-416a-8baf-762a05e8567b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.758563] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.758916] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.759540] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f47d502-ffc2-4998-88eb-a9fc87c0ea39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.768020] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 643.768020] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528c346d-a86f-5b13-915c-f808c39f8298" [ 643.768020] env[62633]: _type = "Task" [ 643.768020] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.776209] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528c346d-a86f-5b13-915c-f808c39f8298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.064234] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.123914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Releasing lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.124316] env[62633]: DEBUG nova.compute.manager [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Instance network_info: |[{"id": "065c1822-7e35-4a61-a7eb-c995cc170acf", "address": "fa:16:3e:ef:26:a8", "network": {"id": "f581c135-edaf-4e14-bc8b-983ada92f284", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1585228113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5939bbd65b43e3bcdf7428b14784e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065c1822-7e", "ovs_interfaceid": "065c1822-7e35-4a61-a7eb-c995cc170acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.124754] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:26:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '065c1822-7e35-4a61-a7eb-c995cc170acf', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.137330] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Creating folder: Project (0e5939bbd65b43e3bcdf7428b14784e0). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.138048] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-905d9daa-7dc0-490a-979f-6132f4fd7c57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.152311] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Created folder: Project (0e5939bbd65b43e3bcdf7428b14784e0) in parent group-v543169. [ 644.152524] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Creating folder: Instances. Parent ref: group-v543258. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.153832] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55dfb0fe-3310-4b75-95ab-fc92a36cbc39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.156621] env[62633]: DEBUG nova.compute.manager [req-0feca43b-1361-4d05-a872-9db2e7a9b2e5 req-e956076f-03f6-4d73-8ed1-218f4b8fdb2e service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received event network-vif-deleted-ab72073c-5368-4fa7-9405-d5c27f4c2462 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.156817] env[62633]: DEBUG nova.compute.manager [req-0feca43b-1361-4d05-a872-9db2e7a9b2e5 req-e956076f-03f6-4d73-8ed1-218f4b8fdb2e service nova] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Received event network-vif-deleted-f0102e67-b5ea-428a-9d1d-81d95da4e500 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.168253] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Created folder: Instances in parent group-v543258. [ 644.168595] env[62633]: DEBUG oslo.service.loopingcall [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.168852] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.169143] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc6bd2a-3532-414f-b871-db1859982ab8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.191749] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.191749] env[62633]: value = "task-2695655" [ 644.191749] env[62633]: _type = "Task" [ 644.191749] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.200976] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695655, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.204517] env[62633]: DEBUG nova.scheduler.client.report [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.282180] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528c346d-a86f-5b13-915c-f808c39f8298, 'name': SearchDatastore_Task, 'duration_secs': 0.025006} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.283395] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ae812d-20a6-471a-8340-bdfd1688f5f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.292605] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 644.292605] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d0b0b7-64f9-287f-306a-d9bbb9dd7e6e" [ 644.292605] env[62633]: _type = "Task" [ 644.292605] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.304845] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d0b0b7-64f9-287f-306a-d9bbb9dd7e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.537441] env[62633]: DEBUG nova.compute.manager [req-a85f6d14-1559-42be-aa38-f27927ecb551 req-84649f54-9afa-4768-b963-a0939bc82058 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Received event network-changed-065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.539357] env[62633]: DEBUG nova.compute.manager [req-a85f6d14-1559-42be-aa38-f27927ecb551 req-84649f54-9afa-4768-b963-a0939bc82058 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Refreshing instance network info cache due to event network-changed-065c1822-7e35-4a61-a7eb-c995cc170acf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.539974] env[62633]: DEBUG oslo_concurrency.lockutils [req-a85f6d14-1559-42be-aa38-f27927ecb551 req-84649f54-9afa-4768-b963-a0939bc82058 service nova] Acquiring lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.540286] env[62633]: DEBUG oslo_concurrency.lockutils [req-a85f6d14-1559-42be-aa38-f27927ecb551 req-84649f54-9afa-4768-b963-a0939bc82058 service nova] Acquired lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.540496] env[62633]: DEBUG nova.network.neutron [req-a85f6d14-1559-42be-aa38-f27927ecb551 req-84649f54-9afa-4768-b963-a0939bc82058 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Refreshing network info cache for port 065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.601556] env[62633]: DEBUG nova.compute.manager [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.602490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9611a71-bd6f-4103-a802-6712582fab3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.701835] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695655, 'name': CreateVM_Task, 'duration_secs': 0.498822} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.702010] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.702957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.702957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.703210] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.703465] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e61399-bbe6-4f55-b3f8-b394190bcfb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.710110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.710651] env[62633]: DEBUG nova.compute.manager [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.713197] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 644.713197] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c5a523-ef9d-7573-c999-a6fe6b6b5318" [ 644.713197] env[62633]: _type = "Task" [ 644.713197] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.713600] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.867s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.715046] env[62633]: INFO nova.compute.claims [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.730187] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c5a523-ef9d-7573-c999-a6fe6b6b5318, 'name': SearchDatastore_Task, 'duration_secs': 0.016853} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.730414] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.730663] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.731879] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.731879] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.731879] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.731879] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80732d08-ea2d-4735-bd0a-d33794b330d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.745330] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.745330] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.747012] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deed28a1-a065-4511-905e-6a9989d835bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.753552] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 644.753552] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5287d30e-cbe4-adfc-7202-fe0efd44bd4d" [ 644.753552] env[62633]: _type = "Task" [ 644.753552] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.765215] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5287d30e-cbe4-adfc-7202-fe0efd44bd4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.808425] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d0b0b7-64f9-287f-306a-d9bbb9dd7e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.013469} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.812019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.812019] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b/569c9c5c-9ece-45a4-95f0-b52f6eb3e10b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.812019] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f381c071-5fe7-4d8e-a1f8-ae256ee259b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.823193] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 644.823193] env[62633]: value = "task-2695656" [ 644.823193] env[62633]: _type = "Task" [ 644.823193] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.833723] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.024256] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.025619] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39cb47f2-0d3c-419c-bd72-a585f2f22bd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.036306] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 645.036306] env[62633]: value = "task-2695657" [ 645.036306] env[62633]: _type = "Task" [ 645.036306] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.049807] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.114395] env[62633]: INFO nova.compute.manager [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] instance snapshotting [ 645.117613] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe79f14-3941-4c4e-8e2b-8890ef8d229d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.139683] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f3f0b7-478e-4343-a46a-e271e4b9c710 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.215731] env[62633]: DEBUG nova.compute.utils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.222022] env[62633]: DEBUG nova.compute.manager [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.222022] env[62633]: DEBUG nova.network.neutron [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.271041] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5287d30e-cbe4-adfc-7202-fe0efd44bd4d, 'name': SearchDatastore_Task, 'duration_secs': 0.016909} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.271041] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abd224a-151c-4b10-bada-5175a2f207ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.282950] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 645.282950] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5232a70d-2ce3-ef4b-8d5b-f9291951d553" [ 645.282950] env[62633]: _type = "Task" [ 645.282950] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.289852] env[62633]: DEBUG nova.policy [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90699269009c4e9082def673f2e45d7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11e02edbe4ce45d3abe1d2558c2e5b42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.297287] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5232a70d-2ce3-ef4b-8d5b-f9291951d553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.337078] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695656, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.417551] env[62633]: DEBUG nova.network.neutron [req-a85f6d14-1559-42be-aa38-f27927ecb551 req-84649f54-9afa-4768-b963-a0939bc82058 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Updated VIF entry in instance network info cache for port 065c1822-7e35-4a61-a7eb-c995cc170acf. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.417913] env[62633]: DEBUG nova.network.neutron [req-a85f6d14-1559-42be-aa38-f27927ecb551 req-84649f54-9afa-4768-b963-a0939bc82058 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Updating instance_info_cache with network_info: [{"id": "065c1822-7e35-4a61-a7eb-c995cc170acf", "address": "fa:16:3e:ef:26:a8", "network": {"id": "f581c135-edaf-4e14-bc8b-983ada92f284", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1585228113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5939bbd65b43e3bcdf7428b14784e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065c1822-7e", "ovs_interfaceid": "065c1822-7e35-4a61-a7eb-c995cc170acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.550407] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695657, 'name': PowerOffVM_Task, 'duration_secs': 0.4941} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.550407] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.551707] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e1606c-f24e-4584-9aec-c94056511438 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.573052] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220dcdba-65f9-49b5-b3df-710885918c5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.583714] env[62633]: DEBUG nova.network.neutron [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Successfully created port: 798c4273-bbe4-4116-86a2-9605a8ce05a1 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.608447] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.608760] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782a4fb7-415a-403f-b3a2-2ba81b4cae14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.617524] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 645.617524] env[62633]: value = "task-2695658" [ 645.617524] env[62633]: _type = "Task" [ 645.617524] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.627128] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.655288] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 645.655288] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-336490d4-0e5a-40da-8c2c-855ddc9b1956 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.662388] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 645.662388] env[62633]: value = "task-2695659" [ 645.662388] env[62633]: _type = "Task" [ 645.662388] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.671657] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695659, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.725474] env[62633]: DEBUG nova.compute.manager [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.797160] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5232a70d-2ce3-ef4b-8d5b-f9291951d553, 'name': SearchDatastore_Task, 'duration_secs': 0.022207} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.801844] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.801844] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 6a118a55-f098-4068-a852-556138ed9cdb/6a118a55-f098-4068-a852-556138ed9cdb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.801844] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e3e6b42-5c13-475d-bdc8-04a9554e849c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.811172] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 645.811172] env[62633]: value = "task-2695660" [ 645.811172] env[62633]: _type = "Task" [ 645.811172] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.822900] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.833520] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620481} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.836406] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b/569c9c5c-9ece-45a4-95f0-b52f6eb3e10b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.836634] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.837094] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be483583-7bb6-488e-8e07-8eee9b6bddd4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.844893] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 645.844893] env[62633]: value = "task-2695661" [ 645.844893] env[62633]: _type = "Task" [ 645.844893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.857142] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.920534] env[62633]: DEBUG oslo_concurrency.lockutils [req-a85f6d14-1559-42be-aa38-f27927ecb551 req-84649f54-9afa-4768-b963-a0939bc82058 service nova] Releasing lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.130854] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 646.131109] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.131848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.132047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.132242] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.135224] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9dc923a-dc7e-44b5-a77f-9fcdb1735616 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.147294] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.147500] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.151034] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e28a47-2af0-48e0-a006-533beb38767f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.159653] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 646.159653] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5250620b-d9fd-a5b0-506a-218ef75c436b" [ 646.159653] env[62633]: _type = "Task" [ 646.159653] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.173419] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5250620b-d9fd-a5b0-506a-218ef75c436b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.179736] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695659, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.221977] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f04220c-837b-4fe8-bba8-1d3c4bea8a33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.231899] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20e92d9-56e9-423b-acfa-c41f09a3f0e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.268899] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670f6dc6-dc38-4b76-8122-fbefbae36f75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.279380] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d788d47-6d27-489b-afb2-1803f2ffc11a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.296245] env[62633]: DEBUG nova.compute.provider_tree [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.320225] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695660, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.354704] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083471} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.354883] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.355663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5e8633-725c-4a2b-8731-e3a3bfa34fbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.377980] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b/569c9c5c-9ece-45a4-95f0-b52f6eb3e10b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.378685] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b403e2-46be-4081-b340-a4de31106d25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.400202] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 646.400202] env[62633]: value = "task-2695662" [ 646.400202] env[62633]: _type = "Task" [ 646.400202] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.410967] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.681731] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5250620b-d9fd-a5b0-506a-218ef75c436b, 'name': SearchDatastore_Task, 'duration_secs': 0.027261} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.681731] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695659, 'name': CreateSnapshot_Task, 'duration_secs': 0.986681} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.682643] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 646.682857] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3f4077-b252-433b-8db3-b55c9b8eaaba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.686412] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e6b6ca-a93c-4441-9b09-6a216b37971f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.693097] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 646.693097] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522bd8d9-83bc-7ddd-07ce-7d8ef90070e6" [ 646.693097] env[62633]: _type = "Task" [ 646.693097] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.707478] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522bd8d9-83bc-7ddd-07ce-7d8ef90070e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.769670] env[62633]: DEBUG nova.compute.manager [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.799300] env[62633]: DEBUG nova.scheduler.client.report [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.806924] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.807266] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.807477] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.807770] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.807991] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.808236] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.808508] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.808708] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.808956] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.809217] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.809453] env[62633]: DEBUG nova.virt.hardware [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.813930] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656f5438-b1db-4574-a546-48a2d5f7386f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.825956] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567d03d-9c38-4119-a657-b4e0d06e8d7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.830036] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527693} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.832473] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 6a118a55-f098-4068-a852-556138ed9cdb/6a118a55-f098-4068-a852-556138ed9cdb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.832697] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.833323] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3599a6cf-6ec1-4643-85be-fe10e5a645d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.845893] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 646.845893] env[62633]: value = "task-2695663" [ 646.845893] env[62633]: _type = "Task" [ 646.845893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.855233] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.912241] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695662, 'name': ReconfigVM_Task, 'duration_secs': 0.366121} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.912563] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b/569c9c5c-9ece-45a4-95f0-b52f6eb3e10b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.913280] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32efcef5-1212-4e32-b79f-ab451e27d334 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.919831] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 646.919831] env[62633]: value = "task-2695664" [ 646.919831] env[62633]: _type = "Task" [ 646.919831] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.929441] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695664, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.059181] env[62633]: DEBUG nova.compute.manager [req-4d20bae3-e4dd-4e24-8569-037f719b4c2a req-105343fe-93f6-43c9-8ff7-1c19a2aa2aa1 service nova] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Received event network-vif-plugged-798c4273-bbe4-4116-86a2-9605a8ce05a1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.059181] env[62633]: DEBUG oslo_concurrency.lockutils [req-4d20bae3-e4dd-4e24-8569-037f719b4c2a req-105343fe-93f6-43c9-8ff7-1c19a2aa2aa1 service nova] Acquiring lock "cf144f6d-e13f-4017-8815-49e714350f71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.059181] env[62633]: DEBUG oslo_concurrency.lockutils [req-4d20bae3-e4dd-4e24-8569-037f719b4c2a req-105343fe-93f6-43c9-8ff7-1c19a2aa2aa1 service nova] Lock "cf144f6d-e13f-4017-8815-49e714350f71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.059338] env[62633]: DEBUG oslo_concurrency.lockutils [req-4d20bae3-e4dd-4e24-8569-037f719b4c2a req-105343fe-93f6-43c9-8ff7-1c19a2aa2aa1 service nova] Lock "cf144f6d-e13f-4017-8815-49e714350f71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.059509] env[62633]: DEBUG nova.compute.manager [req-4d20bae3-e4dd-4e24-8569-037f719b4c2a req-105343fe-93f6-43c9-8ff7-1c19a2aa2aa1 service nova] [instance: cf144f6d-e13f-4017-8815-49e714350f71] No waiting events found dispatching network-vif-plugged-798c4273-bbe4-4116-86a2-9605a8ce05a1 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.059944] env[62633]: WARNING nova.compute.manager [req-4d20bae3-e4dd-4e24-8569-037f719b4c2a req-105343fe-93f6-43c9-8ff7-1c19a2aa2aa1 service nova] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Received unexpected event network-vif-plugged-798c4273-bbe4-4116-86a2-9605a8ce05a1 for instance with vm_state building and task_state spawning. [ 647.139676] env[62633]: DEBUG nova.network.neutron [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Successfully updated port: 798c4273-bbe4-4116-86a2-9605a8ce05a1 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.210850] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 647.211172] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-003f4810-b132-411a-9500-b0175fc51593 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.222593] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522bd8d9-83bc-7ddd-07ce-7d8ef90070e6, 'name': SearchDatastore_Task, 'duration_secs': 0.047847} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.223606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.223606] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 2e489091-10ab-4c49-813b-9181de43a09e/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 647.223938] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 647.223938] env[62633]: value = "task-2695665" [ 647.223938] env[62633]: _type = "Task" [ 647.223938] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.224385] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e06aea6-b700-49c8-9103-bb46a96ecc90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.235952] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695665, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.237369] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 647.237369] env[62633]: value = "task-2695666" [ 647.237369] env[62633]: _type = "Task" [ 647.237369] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.246492] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.315546] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.316020] env[62633]: DEBUG nova.compute.manager [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.318927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.904s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.319144] env[62633]: DEBUG nova.objects.instance [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 647.357386] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075863} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.358966] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.359917] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb129ad-0b11-4e59-b11f-0f5d7b89082e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.391121] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 6a118a55-f098-4068-a852-556138ed9cdb/6a118a55-f098-4068-a852-556138ed9cdb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.391121] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43189e4c-ec61-47ca-a0fd-91d191ae6fa0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.411347] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 647.411347] env[62633]: value = "task-2695667" [ 647.411347] env[62633]: _type = "Task" [ 647.411347] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.423957] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.433981] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695664, 'name': Rename_Task, 'duration_secs': 0.150894} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.438021] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.438021] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d2244c2-49ce-4e6a-9385-cc260ebc9d9f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.442732] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 647.442732] env[62633]: value = "task-2695668" [ 647.442732] env[62633]: _type = "Task" [ 647.442732] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.452753] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.645942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquiring lock "refresh_cache-cf144f6d-e13f-4017-8815-49e714350f71" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.646565] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquired lock "refresh_cache-cf144f6d-e13f-4017-8815-49e714350f71" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.646565] env[62633]: DEBUG nova.network.neutron [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.740256] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695665, 'name': CloneVM_Task} progress is 93%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.752400] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695666, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.830022] env[62633]: DEBUG nova.compute.utils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.830022] env[62633]: DEBUG nova.compute.manager [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 647.926350] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695667, 'name': ReconfigVM_Task, 'duration_secs': 0.387518} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.926717] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 6a118a55-f098-4068-a852-556138ed9cdb/6a118a55-f098-4068-a852-556138ed9cdb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.928192] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4316650-39cf-427c-9335-c9fee4e6a735 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.939135] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 647.939135] env[62633]: value = "task-2695669" [ 647.939135] env[62633]: _type = "Task" [ 647.939135] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.951579] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695669, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.958025] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695668, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.212433] env[62633]: DEBUG nova.network.neutron [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.240859] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695665, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.250691] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552244} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.251163] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 2e489091-10ab-4c49-813b-9181de43a09e/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. [ 648.252101] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c051027-c89b-4858-8474-1045404a69ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.287454] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2e489091-10ab-4c49-813b-9181de43a09e/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.290453] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02cb519f-13dc-44a0-892b-c54a30393f0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.313017] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 648.313017] env[62633]: value = "task-2695670" [ 648.313017] env[62633]: _type = "Task" [ 648.313017] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.321133] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.329728] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3089cfa1-e5be-461d-a932-e830eefd7598 tempest-ServersAdmin275Test-1962906929 tempest-ServersAdmin275Test-1962906929-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.332112] env[62633]: DEBUG nova.compute.manager [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.342058] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.917s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.342058] env[62633]: INFO nova.compute.claims [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.451830] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695669, 'name': Rename_Task, 'duration_secs': 0.187891} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.456024] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.456024] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05373cf8-40ad-4145-901e-c166b51bcc25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.458311] env[62633]: DEBUG oslo_vmware.api [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695668, 'name': PowerOnVM_Task, 'duration_secs': 0.6334} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.459910] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.459910] env[62633]: INFO nova.compute.manager [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Took 9.10 seconds to spawn the instance on the hypervisor. [ 648.459910] env[62633]: DEBUG nova.compute.manager [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.462029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed2c01-1b53-481b-9ddd-a7b9ba8f0ecf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.464208] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 648.464208] env[62633]: value = "task-2695671" [ 648.464208] env[62633]: _type = "Task" [ 648.464208] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.465784] env[62633]: DEBUG nova.network.neutron [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Updating instance_info_cache with network_info: [{"id": "798c4273-bbe4-4116-86a2-9605a8ce05a1", "address": "fa:16:3e:e7:bb:97", "network": {"id": "979635f4-6601-4355-b08a-46d33c199eda", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-219985152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e02edbe4ce45d3abe1d2558c2e5b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap798c4273-bb", "ovs_interfaceid": "798c4273-bbe4-4116-86a2-9605a8ce05a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.485895] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695671, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.740591] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695665, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.823381] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.978196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Releasing lock "refresh_cache-cf144f6d-e13f-4017-8815-49e714350f71" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.978517] env[62633]: DEBUG nova.compute.manager [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Instance network_info: |[{"id": "798c4273-bbe4-4116-86a2-9605a8ce05a1", "address": "fa:16:3e:e7:bb:97", "network": {"id": "979635f4-6601-4355-b08a-46d33c199eda", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-219985152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e02edbe4ce45d3abe1d2558c2e5b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap798c4273-bb", "ovs_interfaceid": "798c4273-bbe4-4116-86a2-9605a8ce05a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.978802] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.979212] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:bb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '798c4273-bbe4-4116-86a2-9605a8ce05a1', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.987228] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Creating folder: Project (11e02edbe4ce45d3abe1d2558c2e5b42). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.991151] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec77204b-5d6e-4a88-868a-8f5502f26ec6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.999605] env[62633]: INFO nova.compute.manager [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Took 43.43 seconds to build instance. [ 649.011028] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Created folder: Project (11e02edbe4ce45d3abe1d2558c2e5b42) in parent group-v543169. [ 649.011028] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Creating folder: Instances. Parent ref: group-v543263. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.011028] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9673d8b-beb5-420f-bc66-0b5d3e88842b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.023048] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Created folder: Instances in parent group-v543263. [ 649.023048] env[62633]: DEBUG oslo.service.loopingcall [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.023048] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.023369] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da3e0d30-5b8e-4fe6-9702-d9b021b40663 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.046586] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.046586] env[62633]: value = "task-2695674" [ 649.046586] env[62633]: _type = "Task" [ 649.046586] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.054906] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695674, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.086359] env[62633]: DEBUG nova.compute.manager [req-01e6148e-f7b7-46da-af1b-a3bb1f13ed4a req-55f33aae-713f-421a-8a78-437a44649d64 service nova] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Received event network-changed-798c4273-bbe4-4116-86a2-9605a8ce05a1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.086705] env[62633]: DEBUG nova.compute.manager [req-01e6148e-f7b7-46da-af1b-a3bb1f13ed4a req-55f33aae-713f-421a-8a78-437a44649d64 service nova] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Refreshing instance network info cache due to event network-changed-798c4273-bbe4-4116-86a2-9605a8ce05a1. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.086779] env[62633]: DEBUG oslo_concurrency.lockutils [req-01e6148e-f7b7-46da-af1b-a3bb1f13ed4a req-55f33aae-713f-421a-8a78-437a44649d64 service nova] Acquiring lock "refresh_cache-cf144f6d-e13f-4017-8815-49e714350f71" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.086911] env[62633]: DEBUG oslo_concurrency.lockutils [req-01e6148e-f7b7-46da-af1b-a3bb1f13ed4a req-55f33aae-713f-421a-8a78-437a44649d64 service nova] Acquired lock "refresh_cache-cf144f6d-e13f-4017-8815-49e714350f71" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.087290] env[62633]: DEBUG nova.network.neutron [req-01e6148e-f7b7-46da-af1b-a3bb1f13ed4a req-55f33aae-713f-421a-8a78-437a44649d64 service nova] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Refreshing network info cache for port 798c4273-bbe4-4116-86a2-9605a8ce05a1 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.240926] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695665, 'name': CloneVM_Task, 'duration_secs': 1.661379} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.244448] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Created linked-clone VM from snapshot [ 649.245284] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631d4db1-4e8a-4f18-903a-1a9c22e3fc30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.255411] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Uploading image 141b3593-a9e8-4e80-b29e-dc0a114bf07f {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 649.276966] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 649.276966] env[62633]: value = "vm-543262" [ 649.276966] env[62633]: _type = "VirtualMachine" [ 649.276966] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 649.277276] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e2b72b1-059f-457c-886c-aecb7e149b14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.285475] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lease: (returnval){ [ 649.285475] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524aaa86-6fe3-6aa8-ed70-9ad183adbe84" [ 649.285475] env[62633]: _type = "HttpNfcLease" [ 649.285475] env[62633]: } obtained for exporting VM: (result){ [ 649.285475] env[62633]: value = "vm-543262" [ 649.285475] env[62633]: _type = "VirtualMachine" [ 649.285475] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 649.285718] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the lease: (returnval){ [ 649.285718] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524aaa86-6fe3-6aa8-ed70-9ad183adbe84" [ 649.285718] env[62633]: _type = "HttpNfcLease" [ 649.285718] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 649.293177] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 649.293177] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524aaa86-6fe3-6aa8-ed70-9ad183adbe84" [ 649.293177] env[62633]: _type = "HttpNfcLease" [ 649.293177] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 649.321733] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695670, 'name': ReconfigVM_Task, 'duration_secs': 0.592811} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.322059] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2e489091-10ab-4c49-813b-9181de43a09e/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.322928] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fa58b3-c5d9-4471-83f8-69a1563bb04c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.351148] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da079f3c-0888-4d24-b800-a72a5967348b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.363036] env[62633]: DEBUG nova.compute.manager [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.375033] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 649.375033] env[62633]: value = "task-2695676" [ 649.375033] env[62633]: _type = "Task" [ 649.375033] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.384563] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.398156] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.398461] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.398657] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.398848] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.399045] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.399451] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.399595] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.399761] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.399953] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.400152] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.400355] env[62633]: DEBUG nova.virt.hardware [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.401447] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823325eb-758d-4ac7-85f2-24bb0ca92042 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.414509] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6d8076-f614-4b45-81f4-b9bec1be8442 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.432676] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.438707] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Creating folder: Project (2d4582ab15084000bcfc2b0e080c39c3). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.441778] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a38fa68-ce62-432f-b331-773dd2ebb592 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.458350] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Created folder: Project (2d4582ab15084000bcfc2b0e080c39c3) in parent group-v543169. [ 649.458612] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Creating folder: Instances. Parent ref: group-v543266. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.458874] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef250cc3-3912-476c-8361-cedd2c29b4b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.476988] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Created folder: Instances in parent group-v543266. [ 649.477312] env[62633]: DEBUG oslo.service.loopingcall [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.478273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.478531] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5130fb4c-1332-45f4-a193-f5aaec784e1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.498662] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.502047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55ead714-d314-4a54-acf1-2f6ac0cd9110 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.448s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.506323] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.506323] env[62633]: value = "task-2695679" [ 649.506323] env[62633]: _type = "Task" [ 649.506323] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.518506] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695679, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.559795] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695674, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.799164] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 649.799164] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524aaa86-6fe3-6aa8-ed70-9ad183adbe84" [ 649.799164] env[62633]: _type = "HttpNfcLease" [ 649.799164] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 649.800045] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 649.800045] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524aaa86-6fe3-6aa8-ed70-9ad183adbe84" [ 649.800045] env[62633]: _type = "HttpNfcLease" [ 649.800045] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 649.800489] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2aa7ea-f528-47fa-b24f-0f8c4439d9ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.808916] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c54f-0b9f-fb71-d2af-7bd6cb8ec610/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 649.809226] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c54f-0b9f-fb71-d2af-7bd6cb8ec610/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 649.908242] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.947592] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-242ad885-430c-4b5e-956a-ff70514a318e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.985710] env[62633]: DEBUG nova.network.neutron [req-01e6148e-f7b7-46da-af1b-a3bb1f13ed4a req-55f33aae-713f-421a-8a78-437a44649d64 service nova] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Updated VIF entry in instance network info cache for port 798c4273-bbe4-4116-86a2-9605a8ce05a1. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.989026] env[62633]: DEBUG nova.network.neutron [req-01e6148e-f7b7-46da-af1b-a3bb1f13ed4a req-55f33aae-713f-421a-8a78-437a44649d64 service nova] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Updating instance_info_cache with network_info: [{"id": "798c4273-bbe4-4116-86a2-9605a8ce05a1", "address": "fa:16:3e:e7:bb:97", "network": {"id": "979635f4-6601-4355-b08a-46d33c199eda", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-219985152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e02edbe4ce45d3abe1d2558c2e5b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap798c4273-bb", "ovs_interfaceid": "798c4273-bbe4-4116-86a2-9605a8ce05a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.993513] env[62633]: DEBUG oslo_vmware.api [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695671, 'name': PowerOnVM_Task, 'duration_secs': 1.142486} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.000824] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.000824] env[62633]: INFO nova.compute.manager [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Took 8.02 seconds to spawn the instance on the hypervisor. [ 650.000824] env[62633]: DEBUG nova.compute.manager [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.003560] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74671002-2ea9-453f-9d36-5315f0203cdf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.016216] env[62633]: DEBUG nova.compute.manager [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.040290] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695679, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.043529] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7c73d2-0414-4e02-b850-3c2c2f9e475c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.057039] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a1a2d-bf1b-4fb4-8434-dee95b33a390 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.062680] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695674, 'name': CreateVM_Task, 'duration_secs': 0.523785} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.063337] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.064042] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.064220] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.064540] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.064786] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c78f023-afb3-4573-9801-499cd977ba7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.093271] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e4522c-1674-4825-a5db-314b4a4f8d0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.097947] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 650.097947] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526e1e82-56d2-e926-3ef0-8e3563ff6277" [ 650.097947] env[62633]: _type = "Task" [ 650.097947] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.105195] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4116becb-3064-4b6c-a309-b6d1af8ac3f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.114098] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526e1e82-56d2-e926-3ef0-8e3563ff6277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.126020] env[62633]: DEBUG nova.compute.provider_tree [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.399490] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.498528] env[62633]: DEBUG oslo_concurrency.lockutils [req-01e6148e-f7b7-46da-af1b-a3bb1f13ed4a req-55f33aae-713f-421a-8a78-437a44649d64 service nova] Releasing lock "refresh_cache-cf144f6d-e13f-4017-8815-49e714350f71" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.534406] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695679, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.547880] env[62633]: INFO nova.compute.manager [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Took 42.52 seconds to build instance. [ 650.563801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.612958] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526e1e82-56d2-e926-3ef0-8e3563ff6277, 'name': SearchDatastore_Task, 'duration_secs': 0.015055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.613418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.613737] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.614037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.614269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.614478] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.614775] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fa9eb69-d752-4e2c-bb1e-25d4c0f41592 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.628466] env[62633]: DEBUG nova.scheduler.client.report [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.633514] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.633744] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.635036] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c396957-fdf5-4e4e-b24d-16fb097a675a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.643184] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 650.643184] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5232481d-0d08-9785-510f-5e842222ede3" [ 650.643184] env[62633]: _type = "Task" [ 650.643184] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.654343] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5232481d-0d08-9785-510f-5e842222ede3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.904290] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695676, 'name': ReconfigVM_Task, 'duration_secs': 1.215696} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.906721] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.907015] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27db9c7-8f41-4df9-87fd-a00076b40b7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.918379] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 650.918379] env[62633]: value = "task-2695680" [ 650.918379] env[62633]: _type = "Task" [ 650.918379] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.930887] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.964535] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.965235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.033717] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695679, 'name': CreateVM_Task, 'duration_secs': 1.268377} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.033908] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.034386] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.034574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.034983] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.035263] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30a3093-1461-4c5d-82ee-468926515872 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.042489] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 651.042489] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524ed1bd-c0ce-ea34-e8db-c5f1a0eb7797" [ 651.042489] env[62633]: _type = "Task" [ 651.042489] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.055027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2e46a57-950e-44e8-aa6d-5009e68571e5 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "6a118a55-f098-4068-a852-556138ed9cdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.898s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.055166] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524ed1bd-c0ce-ea34-e8db-c5f1a0eb7797, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.056632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.056716] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.057040] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.057193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.057369] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.058252] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbe224dd-aac8-49cb-a491-b6a7d90a8d56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.069635] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.069849] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.070911] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73355050-8978-431d-963d-577518db5007 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.080215] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 651.080215] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521bbbe8-ff3e-fea3-af74-6af368d891ee" [ 651.080215] env[62633]: _type = "Task" [ 651.080215] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.088999] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521bbbe8-ff3e-fea3-af74-6af368d891ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.138198] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.138198] env[62633]: DEBUG nova.compute.manager [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.140097] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.062s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.144026] env[62633]: DEBUG nova.objects.instance [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lazy-loading 'resources' on Instance uuid 1ed66844-ef3b-4812-8552-69e5847ea4cc {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.160904] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5232481d-0d08-9785-510f-5e842222ede3, 'name': SearchDatastore_Task, 'duration_secs': 0.01628} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.162059] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fdd8989-c8f2-4dc5-96e1-36585f9a6b6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.170565] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 651.170565] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521bae33-db3d-0c55-a0b5-d3fe5993c252" [ 651.170565] env[62633]: _type = "Task" [ 651.170565] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.180652] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521bae33-db3d-0c55-a0b5-d3fe5993c252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.428950] env[62633]: DEBUG oslo_vmware.api [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695680, 'name': PowerOnVM_Task, 'duration_secs': 0.449538} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.429354] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.432325] env[62633]: DEBUG nova.compute.manager [None req-3e88d6af-c241-4fbf-8bcb-5b972e0e46d5 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.433164] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9c0b55-b84e-42b0-9cdd-a2d5637c6c90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.562850] env[62633]: DEBUG nova.compute.manager [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.594277] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521bbbe8-ff3e-fea3-af74-6af368d891ee, 'name': SearchDatastore_Task, 'duration_secs': 0.018429} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.595324] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297504f0-45c6-42c2-bb9c-4eed1d3cf514 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.602023] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 651.602023] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52589451-3cb2-4708-d913-8f2bed7561f7" [ 651.602023] env[62633]: _type = "Task" [ 651.602023] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.612540] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52589451-3cb2-4708-d913-8f2bed7561f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.644417] env[62633]: DEBUG nova.compute.utils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.652016] env[62633]: DEBUG nova.compute.manager [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.652016] env[62633]: DEBUG nova.network.neutron [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.688326] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521bae33-db3d-0c55-a0b5-d3fe5993c252, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.688786] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.689295] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] cf144f6d-e13f-4017-8815-49e714350f71/cf144f6d-e13f-4017-8815-49e714350f71.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.689691] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1881984b-9015-4c2d-8475-0ca304739ffc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.700847] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 651.700847] env[62633]: value = "task-2695681" [ 651.700847] env[62633]: _type = "Task" [ 651.700847] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.715711] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.735201] env[62633]: DEBUG nova.policy [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7352422f5fab45d2833e2534de465a4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd425ac420141413a8a7a00d705355bbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.077999] env[62633]: DEBUG nova.network.neutron [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Successfully created port: 2d133e36-74d8-4965-90f1-bd36e33f0d72 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.086423] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.118641] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52589451-3cb2-4708-d913-8f2bed7561f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016278} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.118957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.119293] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391/ead0e84f-e3ba-472d-9307-03b0b925f391.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.119983] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77ae3f77-70b2-41e0-ac21-612011469990 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.136700] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 652.136700] env[62633]: value = "task-2695682" [ 652.136700] env[62633]: _type = "Task" [ 652.136700] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.152123] env[62633]: DEBUG nova.compute.manager [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.160628] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.223663] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695681, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.248217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df3da7c-899c-4687-9bc8-41ad3a011b91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.258733] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe9684c-3aa6-4ab3-ad1d-79f2e1721b29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.298359] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bce42c4-9e79-4320-83de-0a511ebd902f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.304800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.305060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.311823] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d41c51d-4b7c-4156-81bb-0332832c4867 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.332066] env[62633]: DEBUG nova.compute.provider_tree [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.650071] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.720576] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644455} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.721084] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] cf144f6d-e13f-4017-8815-49e714350f71/cf144f6d-e13f-4017-8815-49e714350f71.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.721349] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.721664] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b88ac2f9-a8e5-4858-807d-07fde8d11195 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.732310] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 652.732310] env[62633]: value = "task-2695683" [ 652.732310] env[62633]: _type = "Task" [ 652.732310] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.745387] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.837678] env[62633]: DEBUG nova.scheduler.client.report [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.148085] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644948} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.148354] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391/ead0e84f-e3ba-472d-9307-03b0b925f391.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.148575] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.148828] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78fa8e8c-5e5d-4794-bcfa-4cf8b3245210 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.157076] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 653.157076] env[62633]: value = "task-2695684" [ 653.157076] env[62633]: _type = "Task" [ 653.157076] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.164137] env[62633]: DEBUG nova.compute.manager [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.170059] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.191618] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.191870] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.192215] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.192288] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.192576] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.192760] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.193390] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.193524] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.193725] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.193945] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.194120] env[62633]: DEBUG nova.virt.hardware [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.195121] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcfbc72-3fc9-4fbb-93e5-5532a174ad26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.205376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d48b2d-c876-4029-a31f-09367cb01ef7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.243330] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07519} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.243702] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.244931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8b335b-dffe-484b-a588-be5336b00c5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.269537] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] cf144f6d-e13f-4017-8815-49e714350f71/cf144f6d-e13f-4017-8815-49e714350f71.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.269861] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7557b53-a39d-43df-8b68-0ce21e4f7db0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.290985] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 653.290985] env[62633]: value = "task-2695685" [ 653.290985] env[62633]: _type = "Task" [ 653.290985] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.300268] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.342515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.345126] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.844s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.373260] env[62633]: INFO nova.scheduler.client.report [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Deleted allocations for instance 1ed66844-ef3b-4812-8552-69e5847ea4cc [ 653.482951] env[62633]: INFO nova.compute.manager [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Unrescuing [ 653.482951] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.482951] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquired lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.482951] env[62633]: DEBUG nova.network.neutron [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.669460] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09017} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.670141] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.674807] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a500ef-15ba-44b3-a4ed-9f1573beae96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.678990] env[62633]: DEBUG nova.network.neutron [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Successfully updated port: 2d133e36-74d8-4965-90f1-bd36e33f0d72 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.705481] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391/ead0e84f-e3ba-472d-9307-03b0b925f391.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.706728] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef5cbe94-2661-4312-b31f-6e3d2d3258bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.729674] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 653.729674] env[62633]: value = "task-2695686" [ 653.729674] env[62633]: _type = "Task" [ 653.729674] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.739834] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.803077] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.852326] env[62633]: INFO nova.compute.claims [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.874363] env[62633]: DEBUG nova.compute.manager [req-18f7ffcd-3718-4d7a-9acd-030ffb3ad1aa req-22fc4d86-db11-404c-a112-cb97a4dab52c service nova] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Received event network-vif-plugged-2d133e36-74d8-4965-90f1-bd36e33f0d72 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.874948] env[62633]: DEBUG oslo_concurrency.lockutils [req-18f7ffcd-3718-4d7a-9acd-030ffb3ad1aa req-22fc4d86-db11-404c-a112-cb97a4dab52c service nova] Acquiring lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.875195] env[62633]: DEBUG oslo_concurrency.lockutils [req-18f7ffcd-3718-4d7a-9acd-030ffb3ad1aa req-22fc4d86-db11-404c-a112-cb97a4dab52c service nova] Lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.875361] env[62633]: DEBUG oslo_concurrency.lockutils [req-18f7ffcd-3718-4d7a-9acd-030ffb3ad1aa req-22fc4d86-db11-404c-a112-cb97a4dab52c service nova] Lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.875530] env[62633]: DEBUG nova.compute.manager [req-18f7ffcd-3718-4d7a-9acd-030ffb3ad1aa req-22fc4d86-db11-404c-a112-cb97a4dab52c service nova] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] No waiting events found dispatching network-vif-plugged-2d133e36-74d8-4965-90f1-bd36e33f0d72 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.875692] env[62633]: WARNING nova.compute.manager [req-18f7ffcd-3718-4d7a-9acd-030ffb3ad1aa req-22fc4d86-db11-404c-a112-cb97a4dab52c service nova] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Received unexpected event network-vif-plugged-2d133e36-74d8-4965-90f1-bd36e33f0d72 for instance with vm_state building and task_state spawning. [ 653.882770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Lock "1ed66844-ef3b-4812-8552-69e5847ea4cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.312s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.039098] env[62633]: DEBUG nova.compute.manager [req-a035b3fe-9101-4ec7-bef7-f600e7d248b5 req-e84b7f04-a6cd-4017-b919-4e9a494f7df6 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Received event network-changed-065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.039098] env[62633]: DEBUG nova.compute.manager [req-a035b3fe-9101-4ec7-bef7-f600e7d248b5 req-e84b7f04-a6cd-4017-b919-4e9a494f7df6 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Refreshing instance network info cache due to event network-changed-065c1822-7e35-4a61-a7eb-c995cc170acf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.039098] env[62633]: DEBUG oslo_concurrency.lockutils [req-a035b3fe-9101-4ec7-bef7-f600e7d248b5 req-e84b7f04-a6cd-4017-b919-4e9a494f7df6 service nova] Acquiring lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.039098] env[62633]: DEBUG oslo_concurrency.lockutils [req-a035b3fe-9101-4ec7-bef7-f600e7d248b5 req-e84b7f04-a6cd-4017-b919-4e9a494f7df6 service nova] Acquired lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.039098] env[62633]: DEBUG nova.network.neutron [req-a035b3fe-9101-4ec7-bef7-f600e7d248b5 req-e84b7f04-a6cd-4017-b919-4e9a494f7df6 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Refreshing network info cache for port 065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.186334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "refresh_cache-5bf389b8-44b8-4e04-bd94-848e4cdfd77f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.186334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "refresh_cache-5bf389b8-44b8-4e04-bd94-848e4cdfd77f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.186334] env[62633]: DEBUG nova.network.neutron [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.197726] env[62633]: DEBUG nova.network.neutron [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Updating instance_info_cache with network_info: [{"id": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "address": "fa:16:3e:d3:1d:76", "network": {"id": "52e84082-3bfb-42f4-b2d0-a9bf8f176318", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1012565790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142dfc15575b42c9b4546a6325d28350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00b1ce76-dd", "ovs_interfaceid": "00b1ce76-dd9d-4c93-b7d1-d6962a924e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.245160] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.304555] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695685, 'name': ReconfigVM_Task, 'duration_secs': 0.535652} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.304905] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Reconfigured VM instance instance-0000001d to attach disk [datastore1] cf144f6d-e13f-4017-8815-49e714350f71/cf144f6d-e13f-4017-8815-49e714350f71.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.305626] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70df4992-289c-4b2b-99e1-e7a05b075a7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.315186] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 654.315186] env[62633]: value = "task-2695687" [ 654.315186] env[62633]: _type = "Task" [ 654.315186] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.325464] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695687, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.364065] env[62633]: INFO nova.compute.resource_tracker [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating resource usage from migration 72976373-950d-42b3-9861-1fa80cf29d94 [ 654.700205] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Releasing lock "refresh_cache-2e489091-10ab-4c49-813b-9181de43a09e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.700851] env[62633]: DEBUG nova.objects.instance [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lazy-loading 'flavor' on Instance uuid 2e489091-10ab-4c49-813b-9181de43a09e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.741922] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695686, 'name': ReconfigVM_Task, 'duration_secs': 0.626925} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.745043] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Reconfigured VM instance instance-0000001e to attach disk [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391/ead0e84f-e3ba-472d-9307-03b0b925f391.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.745938] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-906487c2-39ed-43dd-9c18-21809f8bfdc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.754375] env[62633]: DEBUG nova.network.neutron [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.765389] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 654.765389] env[62633]: value = "task-2695688" [ 654.765389] env[62633]: _type = "Task" [ 654.765389] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.777159] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695688, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.828327] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695687, 'name': Rename_Task, 'duration_secs': 0.249109} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.831483] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.832035] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2473e7c1-feee-491e-88f8-f01d26b390f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.843681] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 654.843681] env[62633]: value = "task-2695689" [ 654.843681] env[62633]: _type = "Task" [ 654.843681] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.858983] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.870697] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9522d851-e994-426c-9b5d-42eaf16e224b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.882258] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c807f0-7164-4fdf-ac04-f1279ea7ef2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.924255] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508bdf4c-102e-428f-830a-0cd80e489411 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.927866] env[62633]: DEBUG nova.network.neutron [req-a035b3fe-9101-4ec7-bef7-f600e7d248b5 req-e84b7f04-a6cd-4017-b919-4e9a494f7df6 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Updated VIF entry in instance network info cache for port 065c1822-7e35-4a61-a7eb-c995cc170acf. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.928235] env[62633]: DEBUG nova.network.neutron [req-a035b3fe-9101-4ec7-bef7-f600e7d248b5 req-e84b7f04-a6cd-4017-b919-4e9a494f7df6 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Updating instance_info_cache with network_info: [{"id": "065c1822-7e35-4a61-a7eb-c995cc170acf", "address": "fa:16:3e:ef:26:a8", "network": {"id": "f581c135-edaf-4e14-bc8b-983ada92f284", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1585228113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5939bbd65b43e3bcdf7428b14784e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065c1822-7e", "ovs_interfaceid": "065c1822-7e35-4a61-a7eb-c995cc170acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.935929] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce886cf1-98bf-42e1-9f1f-daa9b13fa1f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.957626] env[62633]: DEBUG nova.compute.provider_tree [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.069992] env[62633]: DEBUG nova.network.neutron [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Updating instance_info_cache with network_info: [{"id": "2d133e36-74d8-4965-90f1-bd36e33f0d72", "address": "fa:16:3e:88:1e:d2", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d133e36-74", "ovs_interfaceid": "2d133e36-74d8-4965-90f1-bd36e33f0d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.209023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc671b78-6a78-4cb2-8ec5-72d657616ae1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.237103] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.237570] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2dc4a83-50dc-4392-ab01-2d1628c04d27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.248544] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 655.248544] env[62633]: value = "task-2695690" [ 655.248544] env[62633]: _type = "Task" [ 655.248544] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.259770] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.280808] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695688, 'name': Rename_Task, 'duration_secs': 0.204642} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.280808] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.280808] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a282801-1e8c-449f-b377-0436545f2709 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.290030] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 655.290030] env[62633]: value = "task-2695691" [ 655.290030] env[62633]: _type = "Task" [ 655.290030] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.299103] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.359178] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695689, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.432054] env[62633]: DEBUG oslo_concurrency.lockutils [req-a035b3fe-9101-4ec7-bef7-f600e7d248b5 req-e84b7f04-a6cd-4017-b919-4e9a494f7df6 service nova] Releasing lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.463529] env[62633]: DEBUG nova.scheduler.client.report [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.575034] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "refresh_cache-5bf389b8-44b8-4e04-bd94-848e4cdfd77f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.575034] env[62633]: DEBUG nova.compute.manager [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Instance network_info: |[{"id": "2d133e36-74d8-4965-90f1-bd36e33f0d72", "address": "fa:16:3e:88:1e:d2", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d133e36-74", "ovs_interfaceid": "2d133e36-74d8-4965-90f1-bd36e33f0d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.575034] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:1e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d133e36-74d8-4965-90f1-bd36e33f0d72', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.583953] env[62633]: DEBUG oslo.service.loopingcall [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.583953] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.583953] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-504e7ae5-cd17-46f3-abe7-2cbf69441e55 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.620024] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.620024] env[62633]: value = "task-2695692" [ 655.620024] env[62633]: _type = "Task" [ 655.620024] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.633115] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695692, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.760842] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695690, 'name': PowerOffVM_Task, 'duration_secs': 0.301411} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.761500] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.768551] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 655.769109] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27b1e46c-e1ed-4ea5-bff5-3585c1446bed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.800733] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 655.800733] env[62633]: value = "task-2695693" [ 655.800733] env[62633]: _type = "Task" [ 655.800733] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.803839] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.813550] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.860603] env[62633]: DEBUG oslo_vmware.api [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695689, 'name': PowerOnVM_Task, 'duration_secs': 0.681715} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.860879] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.861874] env[62633]: INFO nova.compute.manager [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Took 9.09 seconds to spawn the instance on the hypervisor. [ 655.862254] env[62633]: DEBUG nova.compute.manager [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.863589] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb4a01-1343-4af3-be0a-e411cd13e763 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.970324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.625s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.970607] env[62633]: INFO nova.compute.manager [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Migrating [ 655.970966] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.971087] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.972948] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.276s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.974908] env[62633]: INFO nova.compute.claims [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.979470] env[62633]: INFO nova.compute.rpcapi [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 655.980221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.133512] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695692, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.240275] env[62633]: DEBUG nova.compute.manager [req-488dbdd0-d0a8-4d47-a388-8ae55f4a509c req-cfa1cbba-c4f2-4b4b-8847-6e278e156a7e service nova] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Received event network-changed-2d133e36-74d8-4965-90f1-bd36e33f0d72 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.240275] env[62633]: DEBUG nova.compute.manager [req-488dbdd0-d0a8-4d47-a388-8ae55f4a509c req-cfa1cbba-c4f2-4b4b-8847-6e278e156a7e service nova] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Refreshing instance network info cache due to event network-changed-2d133e36-74d8-4965-90f1-bd36e33f0d72. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.240275] env[62633]: DEBUG oslo_concurrency.lockutils [req-488dbdd0-d0a8-4d47-a388-8ae55f4a509c req-cfa1cbba-c4f2-4b4b-8847-6e278e156a7e service nova] Acquiring lock "refresh_cache-5bf389b8-44b8-4e04-bd94-848e4cdfd77f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.240275] env[62633]: DEBUG oslo_concurrency.lockutils [req-488dbdd0-d0a8-4d47-a388-8ae55f4a509c req-cfa1cbba-c4f2-4b4b-8847-6e278e156a7e service nova] Acquired lock "refresh_cache-5bf389b8-44b8-4e04-bd94-848e4cdfd77f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.240540] env[62633]: DEBUG nova.network.neutron [req-488dbdd0-d0a8-4d47-a388-8ae55f4a509c req-cfa1cbba-c4f2-4b4b-8847-6e278e156a7e service nova] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Refreshing network info cache for port 2d133e36-74d8-4965-90f1-bd36e33f0d72 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.300266] env[62633]: DEBUG oslo_vmware.api [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695691, 'name': PowerOnVM_Task, 'duration_secs': 0.814009} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.301036] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.301290] env[62633]: INFO nova.compute.manager [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Took 6.94 seconds to spawn the instance on the hypervisor. [ 656.302150] env[62633]: DEBUG nova.compute.manager [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.303009] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da7ce85-a0b1-427b-86a2-2c0dd3924846 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.319858] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695693, 'name': ReconfigVM_Task, 'duration_secs': 0.385144} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.320370] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 656.320561] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.320941] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c50b9ec-670a-45b1-a068-1a801d1c993e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.329968] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 656.329968] env[62633]: value = "task-2695694" [ 656.329968] env[62633]: _type = "Task" [ 656.329968] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.339619] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.383677] env[62633]: INFO nova.compute.manager [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Took 44.62 seconds to build instance. [ 656.501512] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.501928] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.502012] env[62633]: DEBUG nova.network.neutron [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.632764] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695692, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.830595] env[62633]: INFO nova.compute.manager [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Took 38.02 seconds to build instance. [ 656.846102] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.886398] env[62633]: DEBUG oslo_concurrency.lockutils [None req-037b4f22-73be-46dd-9f42-cdd1346b706d tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "cf144f6d-e13f-4017-8815-49e714350f71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.101s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.136554] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695692, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.247139] env[62633]: DEBUG nova.network.neutron [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance_info_cache with network_info: [{"id": "5039ff06-ea7b-4344-85a0-062d559b167c", "address": "fa:16:3e:3a:83:e8", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5039ff06-ea", "ovs_interfaceid": "5039ff06-ea7b-4344-85a0-062d559b167c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.339174] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00b06e79-47ae-408b-9d61-b4ee6664c286 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "ead0e84f-e3ba-472d-9307-03b0b925f391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.190s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.343893] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.368633] env[62633]: DEBUG nova.network.neutron [req-488dbdd0-d0a8-4d47-a388-8ae55f4a509c req-cfa1cbba-c4f2-4b4b-8847-6e278e156a7e service nova] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Updated VIF entry in instance network info cache for port 2d133e36-74d8-4965-90f1-bd36e33f0d72. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.368973] env[62633]: DEBUG nova.network.neutron [req-488dbdd0-d0a8-4d47-a388-8ae55f4a509c req-cfa1cbba-c4f2-4b4b-8847-6e278e156a7e service nova] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Updating instance_info_cache with network_info: [{"id": "2d133e36-74d8-4965-90f1-bd36e33f0d72", "address": "fa:16:3e:88:1e:d2", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d133e36-74", "ovs_interfaceid": "2d133e36-74d8-4965-90f1-bd36e33f0d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.389210] env[62633]: DEBUG nova.compute.manager [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.454949] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fae673-9396-4967-ba3d-1142ef46e239 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.463569] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d63261f-c95d-435f-b586-3208e675ade1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.495397] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e18662-f6d3-403d-92c5-d566bba68c8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.504139] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdda43dc-5968-4eea-a3eb-86250bacb838 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.519532] env[62633]: DEBUG nova.compute.provider_tree [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.640169] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695692, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.752351] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.843959] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.848546] env[62633]: DEBUG nova.compute.manager [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.873294] env[62633]: DEBUG oslo_concurrency.lockutils [req-488dbdd0-d0a8-4d47-a388-8ae55f4a509c req-cfa1cbba-c4f2-4b4b-8847-6e278e156a7e service nova] Releasing lock "refresh_cache-5bf389b8-44b8-4e04-bd94-848e4cdfd77f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.919499] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.023438] env[62633]: DEBUG nova.scheduler.client.report [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.044954] env[62633]: DEBUG nova.compute.manager [req-e4c8c59a-c7b2-453f-92f2-280e141de257 req-9964210a-d0b3-439a-b4b8-dafd4b6517ff service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Received event network-changed-065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.044954] env[62633]: DEBUG nova.compute.manager [req-e4c8c59a-c7b2-453f-92f2-280e141de257 req-9964210a-d0b3-439a-b4b8-dafd4b6517ff service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Refreshing instance network info cache due to event network-changed-065c1822-7e35-4a61-a7eb-c995cc170acf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.045046] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4c8c59a-c7b2-453f-92f2-280e141de257 req-9964210a-d0b3-439a-b4b8-dafd4b6517ff service nova] Acquiring lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.045767] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4c8c59a-c7b2-453f-92f2-280e141de257 req-9964210a-d0b3-439a-b4b8-dafd4b6517ff service nova] Acquired lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.045767] env[62633]: DEBUG nova.network.neutron [req-e4c8c59a-c7b2-453f-92f2-280e141de257 req-9964210a-d0b3-439a-b4b8-dafd4b6517ff service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Refreshing network info cache for port 065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.110044] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c54f-0b9f-fb71-d2af-7bd6cb8ec610/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 658.111015] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa21a7f-3d07-47d1-820c-50f4a77734fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.120016] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c54f-0b9f-fb71-d2af-7bd6cb8ec610/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 658.120016] env[62633]: ERROR oslo_vmware.rw_handles [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c54f-0b9f-fb71-d2af-7bd6cb8ec610/disk-0.vmdk due to incomplete transfer. [ 658.120016] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e537f0c8-67f7-4b50-8994-0d938c8f85bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.129247] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c54f-0b9f-fb71-d2af-7bd6cb8ec610/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 658.129456] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Uploaded image 141b3593-a9e8-4e80-b29e-dc0a114bf07f to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 658.132283] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 658.136131] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78dc805e-e92b-4a67-bfe4-c209605c8838 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.137240] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695692, 'name': CreateVM_Task, 'duration_secs': 2.230875} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.137417] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.138558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.138782] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.139445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.139723] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac6fb00-4b7f-43a8-90e7-1c3d99de3ba5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.143442] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 658.143442] env[62633]: value = "task-2695695" [ 658.143442] env[62633]: _type = "Task" [ 658.143442] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.148139] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 658.148139] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5283c914-c5b9-9607-f509-9589b2deba1b" [ 658.148139] env[62633]: _type = "Task" [ 658.148139] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.156775] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695695, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.162906] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5283c914-c5b9-9607-f509-9589b2deba1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.163242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.166416] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.166416] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.166416] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.166416] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.166416] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e68d224-d951-4dbb-97c1-80b00c834105 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.175068] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.176126] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.176220] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5e70ba-8772-4787-a607-909b275f319c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.186144] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 658.186144] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521a66cd-6529-b282-6152-9d978825bf07" [ 658.186144] env[62633]: _type = "Task" [ 658.186144] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.196524] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521a66cd-6529-b282-6152-9d978825bf07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.348178] env[62633]: DEBUG oslo_vmware.api [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695694, 'name': PowerOnVM_Task, 'duration_secs': 1.985406} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.348560] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.348902] env[62633]: DEBUG nova.compute.manager [None req-4fbd3831-e3ad-4638-ae98-694d9158aa62 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.349798] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d652fbb-ba39-4156-bf4d-8dfe488bfc36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.376884] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.531134] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.531891] env[62633]: DEBUG nova.compute.manager [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.536623] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.707s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.536623] env[62633]: DEBUG nova.objects.instance [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lazy-loading 'resources' on Instance uuid 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.654269] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695695, 'name': Destroy_Task, 'duration_secs': 0.379212} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.654543] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Destroyed the VM [ 658.654859] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 658.655151] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-506244bc-165a-4bcd-840b-8553c61a33c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.664981] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 658.664981] env[62633]: value = "task-2695696" [ 658.664981] env[62633]: _type = "Task" [ 658.664981] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.673899] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695696, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.697339] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521a66cd-6529-b282-6152-9d978825bf07, 'name': SearchDatastore_Task, 'duration_secs': 0.014893} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.700905] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fcc4884-b55b-4dff-95e7-ef24de4d712d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.708643] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 658.708643] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525bf697-adbd-547b-bd7f-567e21797314" [ 658.708643] env[62633]: _type = "Task" [ 658.708643] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.719819] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525bf697-adbd-547b-bd7f-567e21797314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.840973] env[62633]: INFO nova.compute.manager [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Rebuilding instance [ 658.876103] env[62633]: DEBUG nova.network.neutron [req-e4c8c59a-c7b2-453f-92f2-280e141de257 req-9964210a-d0b3-439a-b4b8-dafd4b6517ff service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Updated VIF entry in instance network info cache for port 065c1822-7e35-4a61-a7eb-c995cc170acf. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.876564] env[62633]: DEBUG nova.network.neutron [req-e4c8c59a-c7b2-453f-92f2-280e141de257 req-9964210a-d0b3-439a-b4b8-dafd4b6517ff service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Updating instance_info_cache with network_info: [{"id": "065c1822-7e35-4a61-a7eb-c995cc170acf", "address": "fa:16:3e:ef:26:a8", "network": {"id": "f581c135-edaf-4e14-bc8b-983ada92f284", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1585228113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5939bbd65b43e3bcdf7428b14784e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065c1822-7e", "ovs_interfaceid": "065c1822-7e35-4a61-a7eb-c995cc170acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.907699] env[62633]: DEBUG nova.compute.manager [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.908645] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96961c5b-6183-4252-80e1-06fca4e412e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.037738] env[62633]: DEBUG nova.compute.utils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.039405] env[62633]: DEBUG nova.compute.manager [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.039663] env[62633]: DEBUG nova.network.neutron [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.112639] env[62633]: DEBUG nova.policy [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4db79e960c7d4954a114570ed6d50323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b884df404ec4fb5997c5ea931e06449', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.180370] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695696, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.220806] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525bf697-adbd-547b-bd7f-567e21797314, 'name': SearchDatastore_Task, 'duration_secs': 0.015397} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.221132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.221540] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 5bf389b8-44b8-4e04-bd94-848e4cdfd77f/5bf389b8-44b8-4e04-bd94-848e4cdfd77f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.221831] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efb13635-ca9d-41a7-8bea-2bee27714f73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.230202] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 659.230202] env[62633]: value = "task-2695697" [ 659.230202] env[62633]: _type = "Task" [ 659.230202] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.245476] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.282873] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f501a9-6b13-4646-8e9a-a88bbf34e5da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.303195] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance 'd00a747e-a32f-47cd-b4b6-76402b158f3a' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.378786] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4c8c59a-c7b2-453f-92f2-280e141de257 req-9964210a-d0b3-439a-b4b8-dafd4b6517ff service nova] Releasing lock "refresh_cache-6a118a55-f098-4068-a852-556138ed9cdb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.545160] env[62633]: DEBUG nova.compute.manager [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.595068] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5879e5-0100-4cc9-a501-12ba56da30b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.598481] env[62633]: DEBUG nova.network.neutron [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Successfully created port: 22c2860f-40ed-4f60-acc9-060a4cc8993e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.608014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b652d3a5-13ae-417f-9341-ff1ce016af12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.645945] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289744a2-875b-4a38-a722-ed1d64c11827 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.659122] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbaac0e-d9e8-4a76-b64b-90cbcfd36f50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.674629] env[62633]: DEBUG nova.compute.provider_tree [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.685308] env[62633]: DEBUG oslo_vmware.api [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695696, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565234} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.686160] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 659.686491] env[62633]: INFO nova.compute.manager [None req-9327d903-1adc-492d-8a0c-83ad11840c83 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Took 14.57 seconds to snapshot the instance on the hypervisor. [ 659.744534] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695697, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.809303] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.809633] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b9514a9-1841-4508-b87f-fa4d395da469 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.818843] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 659.818843] env[62633]: value = "task-2695698" [ 659.818843] env[62633]: _type = "Task" [ 659.818843] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.829430] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.980418] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.980418] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91cf66f5-931a-457b-81a0-4a497778997b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.980418] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 659.980418] env[62633]: value = "task-2695699" [ 659.980418] env[62633]: _type = "Task" [ 659.980418] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.980418] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.980418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "2e489091-10ab-4c49-813b-9181de43a09e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.980418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "2e489091-10ab-4c49-813b-9181de43a09e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.980418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "2e489091-10ab-4c49-813b-9181de43a09e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.980418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "2e489091-10ab-4c49-813b-9181de43a09e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.980418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "2e489091-10ab-4c49-813b-9181de43a09e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.980418] env[62633]: INFO nova.compute.manager [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Terminating instance [ 660.152612] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquiring lock "6a118a55-f098-4068-a852-556138ed9cdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.153028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "6a118a55-f098-4068-a852-556138ed9cdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.153261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquiring lock "6a118a55-f098-4068-a852-556138ed9cdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.153456] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "6a118a55-f098-4068-a852-556138ed9cdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.153629] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "6a118a55-f098-4068-a852-556138ed9cdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.155749] env[62633]: INFO nova.compute.manager [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Terminating instance [ 660.183708] env[62633]: DEBUG nova.scheduler.client.report [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.245784] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929695} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.246720] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 5bf389b8-44b8-4e04-bd94-848e4cdfd77f/5bf389b8-44b8-4e04-bd94-848e4cdfd77f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.246998] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.247377] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50bd13fe-2c7e-4f3e-9a7f-d719206a2bee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.256927] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 660.256927] env[62633]: value = "task-2695700" [ 660.256927] env[62633]: _type = "Task" [ 660.256927] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.267364] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.328935] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695698, 'name': PowerOffVM_Task, 'duration_secs': 0.480636} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.329245] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.329436] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance 'd00a747e-a32f-47cd-b4b6-76402b158f3a' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 660.449853] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695699, 'name': PowerOffVM_Task, 'duration_secs': 0.237104} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.450177] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.450398] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.451624] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d620640a-74d8-4cde-9bf2-34eeeaf8b45c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.459993] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.459993] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ac14d39-7027-45b4-b228-9a4bd708525a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.482518] env[62633]: DEBUG nova.compute.manager [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.482728] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.483764] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d868571-f053-4d7d-af9c-5ec0ac02b181 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.488795] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.489017] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.489310] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Deleting the datastore file [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.489644] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77323ad3-7cee-4116-a6bf-ec5a771f9f95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.494122] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.494711] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55c963e7-a763-46bc-bb1c-8a961584962a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.499582] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 660.499582] env[62633]: value = "task-2695702" [ 660.499582] env[62633]: _type = "Task" [ 660.499582] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.504676] env[62633]: DEBUG oslo_vmware.api [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 660.504676] env[62633]: value = "task-2695703" [ 660.504676] env[62633]: _type = "Task" [ 660.504676] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.512036] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.517960] env[62633]: DEBUG oslo_vmware.api [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.557401] env[62633]: DEBUG nova.compute.manager [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.579593] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.579840] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.580011] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.580196] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.580385] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.580487] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.580700] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.580858] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.581117] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.581205] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.581387] env[62633]: DEBUG nova.virt.hardware [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.582264] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa646f8-3204-4149-bbf7-e0add52e7d31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.590686] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72230474-d7b0-43f5-a7a3-21938f76d1ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.662482] env[62633]: DEBUG nova.compute.manager [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.662777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.663704] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6a6a2e-c59e-44d0-b7eb-166ab46ee411 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.671473] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.671717] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffeda57f-d3ef-4d92-ab7e-abe92a2facb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.678435] env[62633]: DEBUG oslo_vmware.api [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 660.678435] env[62633]: value = "task-2695704" [ 660.678435] env[62633]: _type = "Task" [ 660.678435] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.687574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.694936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.051s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.695251] env[62633]: DEBUG nova.objects.instance [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lazy-loading 'resources' on Instance uuid c1e17e07-ebe4-4271-9af9-e1f28786749a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.696479] env[62633]: DEBUG oslo_vmware.api [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.721844] env[62633]: INFO nova.scheduler.client.report [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Deleted allocations for instance 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b [ 660.768371] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069022} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.769154] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.771201] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89a5ac4-8eae-45bf-88d8-4f7a33994014 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.798636] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 5bf389b8-44b8-4e04-bd94-848e4cdfd77f/5bf389b8-44b8-4e04-bd94-848e4cdfd77f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.798636] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dfe6191-a878-4d7e-8a6b-7ca980fb4b5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.820812] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 660.820812] env[62633]: value = "task-2695705" [ 660.820812] env[62633]: _type = "Task" [ 660.820812] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.837065] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.837372] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.837568] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.837787] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.837968] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.838170] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.838424] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.838617] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.838821] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.839015] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.839235] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.844304] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.844545] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a547ec39-073d-4969-9f48-3721f211aeae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.863090] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 660.863090] env[62633]: value = "task-2695706" [ 660.863090] env[62633]: _type = "Task" [ 660.863090] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.876593] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.014888] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152939} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.017802] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.018015] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.018234] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.020758] env[62633]: DEBUG oslo_vmware.api [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695703, 'name': PowerOffVM_Task, 'duration_secs': 0.207964} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.021320] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.021549] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.021702] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11807886-e904-4bbf-89e7-af0b143debc0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.138028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.138280] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.138608] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Deleting the datastore file [datastore2] 2e489091-10ab-4c49-813b-9181de43a09e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.138748] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d89ba1ad-1dc9-49a5-8873-7bdbf06b212e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.146644] env[62633]: DEBUG oslo_vmware.api [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 661.146644] env[62633]: value = "task-2695708" [ 661.146644] env[62633]: _type = "Task" [ 661.146644] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.155075] env[62633]: DEBUG oslo_vmware.api [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.185974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquiring lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.186337] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.186562] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquiring lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.186751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.186923] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.192040] env[62633]: DEBUG oslo_vmware.api [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695704, 'name': PowerOffVM_Task, 'duration_secs': 0.387746} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.192558] env[62633]: INFO nova.compute.manager [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Terminating instance [ 661.195158] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.195342] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.195599] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b1b5832-2345-467c-b4fd-7f5a20fe00bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.240776] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Lock "21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.920s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.299178] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.299178] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.299178] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Deleting the datastore file [datastore1] 6a118a55-f098-4068-a852-556138ed9cdb {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.299178] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68fb6e04-67d2-45d1-8c51-f5af93f63cdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.307175] env[62633]: DEBUG oslo_vmware.api [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for the task: (returnval){ [ 661.307175] env[62633]: value = "task-2695710" [ 661.307175] env[62633]: _type = "Task" [ 661.307175] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.317788] env[62633]: DEBUG oslo_vmware.api [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.332171] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.381386] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695706, 'name': ReconfigVM_Task, 'duration_secs': 0.410733} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.381386] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance 'd00a747e-a32f-47cd-b4b6-76402b158f3a' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 661.580300] env[62633]: DEBUG nova.compute.manager [req-0ad2ad77-efed-4a4b-b175-936cdf887ebc req-f3174b9f-a17a-4d10-b6b7-ca06841bf03e service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Received event network-vif-plugged-22c2860f-40ed-4f60-acc9-060a4cc8993e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.580863] env[62633]: DEBUG oslo_concurrency.lockutils [req-0ad2ad77-efed-4a4b-b175-936cdf887ebc req-f3174b9f-a17a-4d10-b6b7-ca06841bf03e service nova] Acquiring lock "830c95e0-cfef-4940-86d7-3db3bf81d219-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.581847] env[62633]: DEBUG oslo_concurrency.lockutils [req-0ad2ad77-efed-4a4b-b175-936cdf887ebc req-f3174b9f-a17a-4d10-b6b7-ca06841bf03e service nova] Lock "830c95e0-cfef-4940-86d7-3db3bf81d219-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.582245] env[62633]: DEBUG oslo_concurrency.lockutils [req-0ad2ad77-efed-4a4b-b175-936cdf887ebc req-f3174b9f-a17a-4d10-b6b7-ca06841bf03e service nova] Lock "830c95e0-cfef-4940-86d7-3db3bf81d219-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.582687] env[62633]: DEBUG nova.compute.manager [req-0ad2ad77-efed-4a4b-b175-936cdf887ebc req-f3174b9f-a17a-4d10-b6b7-ca06841bf03e service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] No waiting events found dispatching network-vif-plugged-22c2860f-40ed-4f60-acc9-060a4cc8993e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.583075] env[62633]: WARNING nova.compute.manager [req-0ad2ad77-efed-4a4b-b175-936cdf887ebc req-f3174b9f-a17a-4d10-b6b7-ca06841bf03e service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Received unexpected event network-vif-plugged-22c2860f-40ed-4f60-acc9-060a4cc8993e for instance with vm_state building and task_state spawning. [ 661.662518] env[62633]: DEBUG oslo_vmware.api [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41299} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.662789] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.662985] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.663883] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.663883] env[62633]: INFO nova.compute.manager [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 661.663883] env[62633]: DEBUG oslo.service.loopingcall [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.663883] env[62633]: DEBUG nova.compute.manager [-] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.663883] env[62633]: DEBUG nova.network.neutron [-] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.666438] env[62633]: DEBUG nova.network.neutron [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Successfully updated port: 22c2860f-40ed-4f60-acc9-060a4cc8993e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.672537] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1166abf-560e-4ba4-acf5-f7e1a1d78002 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.682940] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0077ab37-e00c-4faf-83f8-1a1d7e625874 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.715165] env[62633]: DEBUG nova.compute.manager [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.715465] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.716505] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb1a30-9dca-400a-aeff-cbe34c379651 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.720014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c14c05-c3cc-4093-92a2-b4e0d27ee0b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.733855] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6225635-9a03-4639-9d04-b520727c050b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.740715] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.741453] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3db04e-0815-46a0-8119-7a91420a1a55 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.753979] env[62633]: DEBUG nova.compute.provider_tree [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.756734] env[62633]: DEBUG oslo_vmware.api [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 661.756734] env[62633]: value = "task-2695711" [ 661.756734] env[62633]: _type = "Task" [ 661.756734] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.768355] env[62633]: DEBUG oslo_vmware.api [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.820254] env[62633]: DEBUG oslo_vmware.api [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Task: {'id': task-2695710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382711} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.820598] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.820944] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.821301] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.821629] env[62633]: INFO nova.compute.manager [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 661.822066] env[62633]: DEBUG oslo.service.loopingcall [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.822395] env[62633]: DEBUG nova.compute.manager [-] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.822588] env[62633]: DEBUG nova.network.neutron [-] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.837922] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695705, 'name': ReconfigVM_Task, 'duration_secs': 0.763174} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.841016] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 5bf389b8-44b8-4e04-bd94-848e4cdfd77f/5bf389b8-44b8-4e04-bd94-848e4cdfd77f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.841016] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35e5c792-7237-4ca8-bdc1-c3df2f726114 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.847883] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 661.847883] env[62633]: value = "task-2695712" [ 661.847883] env[62633]: _type = "Task" [ 661.847883] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.856591] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695712, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.889421] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.889828] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.890126] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.890476] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.890669] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.891128] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.891602] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.891994] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.892422] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.892960] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.893293] env[62633]: DEBUG nova.virt.hardware [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.902561] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 661.903488] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6282c219-42ae-4298-8ec9-adbe4168fe44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.936072] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 661.936072] env[62633]: value = "task-2695713" [ 661.936072] env[62633]: _type = "Task" [ 661.936072] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.959211] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.996193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquiring lock "cf144f6d-e13f-4017-8815-49e714350f71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.996535] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "cf144f6d-e13f-4017-8815-49e714350f71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.996754] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquiring lock "cf144f6d-e13f-4017-8815-49e714350f71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.996964] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "cf144f6d-e13f-4017-8815-49e714350f71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.997153] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "cf144f6d-e13f-4017-8815-49e714350f71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.999855] env[62633]: INFO nova.compute.manager [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Terminating instance [ 662.058100] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.058473] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.058606] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.058839] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.059009] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.059169] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.059437] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.059655] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.059935] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.060166] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.060377] env[62633]: DEBUG nova.virt.hardware [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.061418] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e82790-38f4-45e5-a738-58b3fb0f220b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.070934] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0756e012-f326-42b6-85b9-0327f9cd195f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.089341] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.095160] env[62633]: DEBUG oslo.service.loopingcall [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.095452] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.095672] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99334ca0-4fcb-46bd-94d4-c9458a185828 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.122602] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.122602] env[62633]: value = "task-2695714" [ 662.122602] env[62633]: _type = "Task" [ 662.122602] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.137216] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695714, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.153883] env[62633]: DEBUG nova.compute.manager [req-6ffbe51c-885a-4a42-9aa1-4553dc2e75f1 req-d74c4c3c-193a-4be2-bbb9-f88840fa71b9 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Received event network-vif-deleted-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.154106] env[62633]: INFO nova.compute.manager [req-6ffbe51c-885a-4a42-9aa1-4553dc2e75f1 req-d74c4c3c-193a-4be2-bbb9-f88840fa71b9 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Neutron deleted interface 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a; detaching it from the instance and deleting it from the info cache [ 662.154641] env[62633]: DEBUG nova.network.neutron [req-6ffbe51c-885a-4a42-9aa1-4553dc2e75f1 req-d74c4c3c-193a-4be2-bbb9-f88840fa71b9 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.169369] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-830c95e0-cfef-4940-86d7-3db3bf81d219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.170328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-830c95e0-cfef-4940-86d7-3db3bf81d219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.170328] env[62633]: DEBUG nova.network.neutron [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.258711] env[62633]: DEBUG nova.scheduler.client.report [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.274767] env[62633]: DEBUG oslo_vmware.api [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695711, 'name': PowerOffVM_Task, 'duration_secs': 0.241915} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.274869] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.275447] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.275447] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28a1b57f-d2e8-4fc1-ac4e-61b6fed2ebb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.346439] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.346749] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.346935] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Deleting the datastore file [datastore1] 02188f5d-133f-4d02-b3b4-0f3a4dd919f8 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.347263] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5830e80d-eb24-4662-9ad9-0e534cb12e3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.368269] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695712, 'name': Rename_Task, 'duration_secs': 0.161904} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.369745] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.370128] env[62633]: DEBUG oslo_vmware.api [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for the task: (returnval){ [ 662.370128] env[62633]: value = "task-2695716" [ 662.370128] env[62633]: _type = "Task" [ 662.370128] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.370329] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-351be7b8-400a-400c-946b-8fe739d78bc6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.381633] env[62633]: DEBUG oslo_vmware.api [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.383228] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 662.383228] env[62633]: value = "task-2695717" [ 662.383228] env[62633]: _type = "Task" [ 662.383228] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.398842] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.448707] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695713, 'name': ReconfigVM_Task, 'duration_secs': 0.194831} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.449093] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 662.449919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e585932-badd-4339-8597-7ff0e3cc1ba2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.478380] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d00a747e-a32f-47cd-b4b6-76402b158f3a/d00a747e-a32f-47cd-b4b6-76402b158f3a.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.478747] env[62633]: DEBUG nova.network.neutron [-] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.482156] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-646eee8a-d810-498e-9423-9284f6cd5a45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.501240] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 662.501240] env[62633]: value = "task-2695718" [ 662.501240] env[62633]: _type = "Task" [ 662.501240] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.505417] env[62633]: DEBUG nova.compute.manager [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.505637] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.506700] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec1f9f-3174-4d11-8599-f7e149ec2c40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.518179] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.520886] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.521184] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62d99e3d-7be6-4c0c-ac82-5ad441f54c43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.529216] env[62633]: DEBUG oslo_vmware.api [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 662.529216] env[62633]: value = "task-2695719" [ 662.529216] env[62633]: _type = "Task" [ 662.529216] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.538500] env[62633]: DEBUG oslo_vmware.api [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.634768] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695714, 'name': CreateVM_Task, 'duration_secs': 0.4533} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.634988] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.637067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.637067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.637067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.637067] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2374699-d666-4049-9f59-dd1c098fb803 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.642106] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 662.642106] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523e9ce6-d19c-3009-4977-a8fbf08df961" [ 662.642106] env[62633]: _type = "Task" [ 662.642106] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.651604] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523e9ce6-d19c-3009-4977-a8fbf08df961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.659415] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f091229-8296-47f1-a959-d4f291ccbb63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.671028] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e831d443-f490-48c5-be4c-12dc0c617bea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.712365] env[62633]: DEBUG nova.compute.manager [req-6ffbe51c-885a-4a42-9aa1-4553dc2e75f1 req-d74c4c3c-193a-4be2-bbb9-f88840fa71b9 service nova] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Detach interface failed, port_id=00b1ce76-dd9d-4c93-b7d1-d6962a924e2a, reason: Instance 2e489091-10ab-4c49-813b-9181de43a09e could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 662.734980] env[62633]: DEBUG nova.network.neutron [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.768658] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.774343] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.111s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.779293] env[62633]: INFO nova.compute.claims [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.801900] env[62633]: INFO nova.scheduler.client.report [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Deleted allocations for instance c1e17e07-ebe4-4271-9af9-e1f28786749a [ 662.844498] env[62633]: DEBUG nova.network.neutron [-] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.882905] env[62633]: DEBUG oslo_vmware.api [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Task: {'id': task-2695716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185262} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.883224] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.883423] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.883606] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.883816] env[62633]: INFO nova.compute.manager [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 662.884032] env[62633]: DEBUG oslo.service.loopingcall [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.884291] env[62633]: DEBUG nova.compute.manager [-] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.884411] env[62633]: DEBUG nova.network.neutron [-] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.899270] env[62633]: DEBUG oslo_vmware.api [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695717, 'name': PowerOnVM_Task, 'duration_secs': 0.514806} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.899509] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.899711] env[62633]: INFO nova.compute.manager [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Took 9.74 seconds to spawn the instance on the hypervisor. [ 662.899897] env[62633]: DEBUG nova.compute.manager [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.900767] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361da50d-68e1-4e68-aa23-c1cfc333d910 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.981568] env[62633]: INFO nova.compute.manager [-] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Took 1.32 seconds to deallocate network for instance. [ 663.010238] env[62633]: DEBUG nova.network.neutron [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Updating instance_info_cache with network_info: [{"id": "22c2860f-40ed-4f60-acc9-060a4cc8993e", "address": "fa:16:3e:48:03:f3", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c2860f-40", "ovs_interfaceid": "22c2860f-40ed-4f60-acc9-060a4cc8993e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.020507] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695718, 'name': ReconfigVM_Task, 'duration_secs': 0.369927} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.021196] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d00a747e-a32f-47cd-b4b6-76402b158f3a/d00a747e-a32f-47cd-b4b6-76402b158f3a.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.021517] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance 'd00a747e-a32f-47cd-b4b6-76402b158f3a' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.039372] env[62633]: DEBUG oslo_vmware.api [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695719, 'name': PowerOffVM_Task, 'duration_secs': 0.20089} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.039674] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.039841] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.040356] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0564197d-4a15-49c5-bc48-3f2adfd098c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.102624] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.102975] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.103227] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Deleting the datastore file [datastore1] cf144f6d-e13f-4017-8815-49e714350f71 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.103514] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fce83a6-754e-4f59-ba38-5d6dfc54f2c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.122907] env[62633]: DEBUG oslo_vmware.api [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for the task: (returnval){ [ 663.122907] env[62633]: value = "task-2695721" [ 663.122907] env[62633]: _type = "Task" [ 663.122907] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.132150] env[62633]: DEBUG oslo_vmware.api [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.153675] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523e9ce6-d19c-3009-4977-a8fbf08df961, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.153995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.154256] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.154561] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.154653] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.154899] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.155148] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e2e600f-95ab-4553-901d-2a91f8ec1c9f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.165487] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.165723] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.166600] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2dd3a5c-bbca-4609-9556-6b5834f03bd0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.172586] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 663.172586] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5265ae38-98f1-3ca0-7529-bc1f0b473cb4" [ 663.172586] env[62633]: _type = "Task" [ 663.172586] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.181475] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5265ae38-98f1-3ca0-7529-bc1f0b473cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.313117] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50995184-c360-4a94-80aa-19a2b2ec877c tempest-ServersAdmin275Test-1154479622 tempest-ServersAdmin275Test-1154479622-project-member] Lock "c1e17e07-ebe4-4271-9af9-e1f28786749a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.955s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.347884] env[62633]: INFO nova.compute.manager [-] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Took 1.53 seconds to deallocate network for instance. [ 663.424040] env[62633]: INFO nova.compute.manager [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Took 43.04 seconds to build instance. [ 663.488675] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.512693] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-830c95e0-cfef-4940-86d7-3db3bf81d219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.513016] env[62633]: DEBUG nova.compute.manager [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Instance network_info: |[{"id": "22c2860f-40ed-4f60-acc9-060a4cc8993e", "address": "fa:16:3e:48:03:f3", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c2860f-40", "ovs_interfaceid": "22c2860f-40ed-4f60-acc9-060a4cc8993e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.513502] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:03:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22c2860f-40ed-4f60-acc9-060a4cc8993e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.522419] env[62633]: DEBUG oslo.service.loopingcall [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.522580] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.522998] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a8851f1-3ed2-4829-bc84-e722d29e300f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.547017] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f20ce2-f80f-4705-bc7d-7dd5402bc57a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.570268] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2909164-249d-4160-b27b-0ddd107f8936 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.572823] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.572823] env[62633]: value = "task-2695722" [ 663.572823] env[62633]: _type = "Task" [ 663.572823] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.589453] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance 'd00a747e-a32f-47cd-b4b6-76402b158f3a' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.599463] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695722, 'name': CreateVM_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.634798] env[62633]: DEBUG oslo_vmware.api [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.684643] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5265ae38-98f1-3ca0-7529-bc1f0b473cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.014721} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.685448] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244ce1c2-2b1e-4d38-adba-4d52b1e2c088 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.691318] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 663.691318] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520cd863-5f3c-00bd-be72-1ef971c89098" [ 663.691318] env[62633]: _type = "Task" [ 663.691318] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.701577] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520cd863-5f3c-00bd-be72-1ef971c89098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.748541] env[62633]: DEBUG nova.network.neutron [-] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.853847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.872087] env[62633]: DEBUG nova.compute.manager [req-2e877909-3cbc-42bf-9b7c-3e69b2385ce9 req-c35e0391-49a0-4291-8d0d-60c8ea635e78 service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Received event network-changed-22c2860f-40ed-4f60-acc9-060a4cc8993e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.872087] env[62633]: DEBUG nova.compute.manager [req-2e877909-3cbc-42bf-9b7c-3e69b2385ce9 req-c35e0391-49a0-4291-8d0d-60c8ea635e78 service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Refreshing instance network info cache due to event network-changed-22c2860f-40ed-4f60-acc9-060a4cc8993e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.872733] env[62633]: DEBUG oslo_concurrency.lockutils [req-2e877909-3cbc-42bf-9b7c-3e69b2385ce9 req-c35e0391-49a0-4291-8d0d-60c8ea635e78 service nova] Acquiring lock "refresh_cache-830c95e0-cfef-4940-86d7-3db3bf81d219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.872899] env[62633]: DEBUG oslo_concurrency.lockutils [req-2e877909-3cbc-42bf-9b7c-3e69b2385ce9 req-c35e0391-49a0-4291-8d0d-60c8ea635e78 service nova] Acquired lock "refresh_cache-830c95e0-cfef-4940-86d7-3db3bf81d219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.873488] env[62633]: DEBUG nova.network.neutron [req-2e877909-3cbc-42bf-9b7c-3e69b2385ce9 req-c35e0391-49a0-4291-8d0d-60c8ea635e78 service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Refreshing network info cache for port 22c2860f-40ed-4f60-acc9-060a4cc8993e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.927603] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.023s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.082832] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695722, 'name': CreateVM_Task, 'duration_secs': 0.41668} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.085171] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.086933] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.087113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.087416] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.087679] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03be09f5-ba6a-48c5-b82d-6880ea5a8b50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.093253] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 664.093253] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5260e6ac-a078-bd41-67f5-c4b98b984c75" [ 664.093253] env[62633]: _type = "Task" [ 664.093253] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.107963] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5260e6ac-a078-bd41-67f5-c4b98b984c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.133403] env[62633]: DEBUG oslo_vmware.api [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Task: {'id': task-2695721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519715} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.133617] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.133798] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.133966] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.134152] env[62633]: INFO nova.compute.manager [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Took 1.63 seconds to destroy the instance on the hypervisor. [ 664.135790] env[62633]: DEBUG oslo.service.loopingcall [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.136804] env[62633]: DEBUG nova.compute.manager [-] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.136909] env[62633]: DEBUG nova.network.neutron [-] [instance: cf144f6d-e13f-4017-8815-49e714350f71] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.139416] env[62633]: DEBUG nova.network.neutron [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Port 5039ff06-ea7b-4344-85a0-062d559b167c binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 664.203852] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520cd863-5f3c-00bd-be72-1ef971c89098, 'name': SearchDatastore_Task, 'duration_secs': 0.015381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.204234] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.204498] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391/ead0e84f-e3ba-472d-9307-03b0b925f391.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.204760] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff730c2-4644-4991-880a-e864d60b08dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.212963] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 664.212963] env[62633]: value = "task-2695723" [ 664.212963] env[62633]: _type = "Task" [ 664.212963] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.229477] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.250937] env[62633]: INFO nova.compute.manager [-] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Took 1.37 seconds to deallocate network for instance. [ 664.260348] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360b0713-36ad-4745-afb1-4c58d2bc38c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.268674] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77908628-d6f7-4f7c-b716-05a9f51a9652 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.301697] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a04cbe0-0321-4c0f-a27c-520961bfbe20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.315111] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef931cc-187a-4413-9f94-59587b86f906 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.333502] env[62633]: DEBUG nova.compute.provider_tree [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.421595] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3230263-29a4-4116-a6f1-d672cd021283 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.428509] env[62633]: DEBUG nova.compute.manager [req-2d379efa-770f-4895-90c4-d671c2d08a1c req-c5596c4b-40d5-4b6e-881f-c62d370a752c service nova] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Received event network-vif-deleted-1322aec9-e730-4920-8a5b-56a260d30821 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.430322] env[62633]: DEBUG nova.compute.manager [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.436052] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6a6912-caaf-4394-9f38-f5dc7ca232ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 664.436052] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8196dc75-ba9a-4721-a4e7-2f52ed78aace {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.441038] env[62633]: DEBUG oslo_vmware.api [None req-0a6a6912-caaf-4394-9f38-f5dc7ca232ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 664.441038] env[62633]: value = "task-2695724" [ 664.441038] env[62633]: _type = "Task" [ 664.441038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.450542] env[62633]: DEBUG oslo_vmware.api [None req-0a6a6912-caaf-4394-9f38-f5dc7ca232ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695724, 'name': SuspendVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.615114] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5260e6ac-a078-bd41-67f5-c4b98b984c75, 'name': SearchDatastore_Task, 'duration_secs': 0.035126} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.615478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.615746] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.616044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.617324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.617324] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.617324] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-456b34f3-7f2a-4760-b40d-47703647dfd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.649024] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.649024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.649516] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e7cbfc-4f2c-4de0-93ba-4ebd5395700b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.659364] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 664.659364] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ecdc6b-aba3-37ad-6433-a901a43d8471" [ 664.659364] env[62633]: _type = "Task" [ 664.659364] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.671695] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ecdc6b-aba3-37ad-6433-a901a43d8471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.676463] env[62633]: DEBUG nova.network.neutron [req-2e877909-3cbc-42bf-9b7c-3e69b2385ce9 req-c35e0391-49a0-4291-8d0d-60c8ea635e78 service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Updated VIF entry in instance network info cache for port 22c2860f-40ed-4f60-acc9-060a4cc8993e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.676865] env[62633]: DEBUG nova.network.neutron [req-2e877909-3cbc-42bf-9b7c-3e69b2385ce9 req-c35e0391-49a0-4291-8d0d-60c8ea635e78 service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Updating instance_info_cache with network_info: [{"id": "22c2860f-40ed-4f60-acc9-060a4cc8993e", "address": "fa:16:3e:48:03:f3", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c2860f-40", "ovs_interfaceid": "22c2860f-40ed-4f60-acc9-060a4cc8993e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.730142] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695723, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.758897] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.837372] env[62633]: DEBUG nova.scheduler.client.report [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.958298] env[62633]: DEBUG oslo_vmware.api [None req-0a6a6912-caaf-4394-9f38-f5dc7ca232ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695724, 'name': SuspendVM_Task} progress is 58%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.964310] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.138944] env[62633]: DEBUG nova.network.neutron [-] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.164696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "d00a747e-a32f-47cd-b4b6-76402b158f3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.164930] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.165132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.186851] env[62633]: DEBUG oslo_concurrency.lockutils [req-2e877909-3cbc-42bf-9b7c-3e69b2385ce9 req-c35e0391-49a0-4291-8d0d-60c8ea635e78 service nova] Releasing lock "refresh_cache-830c95e0-cfef-4940-86d7-3db3bf81d219" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.187152] env[62633]: DEBUG nova.compute.manager [req-2e877909-3cbc-42bf-9b7c-3e69b2385ce9 req-c35e0391-49a0-4291-8d0d-60c8ea635e78 service nova] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Received event network-vif-deleted-065c1822-7e35-4a61-a7eb-c995cc170acf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.187635] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ecdc6b-aba3-37ad-6433-a901a43d8471, 'name': SearchDatastore_Task, 'duration_secs': 0.113796} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.188731] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f3f098-c8bb-4729-ac5a-f1c4712fa74a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.198388] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 665.198388] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b2c3a1-f9aa-90f1-ae72-b651d2c94b36" [ 665.198388] env[62633]: _type = "Task" [ 665.198388] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.213167] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b2c3a1-f9aa-90f1-ae72-b651d2c94b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.228321] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859031} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.228321] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391/ead0e84f-e3ba-472d-9307-03b0b925f391.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.228321] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.228707] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa308462-2cac-47ec-bcf0-3f8388848389 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.236174] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 665.236174] env[62633]: value = "task-2695725" [ 665.236174] env[62633]: _type = "Task" [ 665.236174] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.247017] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.345556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.346092] env[62633]: DEBUG nova.compute.manager [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.348942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.873s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.349356] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.349356] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 665.349535] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.571s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.349728] env[62633]: DEBUG nova.objects.instance [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lazy-loading 'resources' on Instance uuid dbdc473f-3bed-4a6b-82f7-dbddea594fdb {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.352022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359b74f-3f64-4a9e-9aa5-4e570bd38baf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.360495] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2390d81-ebaa-40b9-bc10-735812b39206 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.376300] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec387e2-ee24-437b-a395-31bff3e1f251 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.386097] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d77e60-b302-43b8-b0ad-2656cc7141d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.420383] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179601MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 665.420536] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.453556] env[62633]: DEBUG oslo_vmware.api [None req-0a6a6912-caaf-4394-9f38-f5dc7ca232ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695724, 'name': SuspendVM_Task, 'duration_secs': 0.793167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.454220] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6a6912-caaf-4394-9f38-f5dc7ca232ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 665.454720] env[62633]: DEBUG nova.compute.manager [None req-0a6a6912-caaf-4394-9f38-f5dc7ca232ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.457017] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae15ffd-84ae-4258-9d7c-608a8a1a4656 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.641268] env[62633]: INFO nova.compute.manager [-] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Took 1.50 seconds to deallocate network for instance. [ 665.710287] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b2c3a1-f9aa-90f1-ae72-b651d2c94b36, 'name': SearchDatastore_Task, 'duration_secs': 0.021933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.710571] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.711361] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219/830c95e0-cfef-4940-86d7-3db3bf81d219.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.711361] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed593151-92e7-4902-888b-0666bfd0afb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.722027] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 665.722027] env[62633]: value = "task-2695726" [ 665.722027] env[62633]: _type = "Task" [ 665.722027] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.732083] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.745449] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061758} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.745720] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.747049] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db3eff2-a5c3-45fc-937d-0e90bbe5c87a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.767032] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391/ead0e84f-e3ba-472d-9307-03b0b925f391.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.767327] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670613db-51d3-4dd4-a67c-5c2ed497715b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.788240] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 665.788240] env[62633]: value = "task-2695727" [ 665.788240] env[62633]: _type = "Task" [ 665.788240] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.797567] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.856757] env[62633]: DEBUG nova.compute.utils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.859144] env[62633]: DEBUG nova.compute.manager [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.859245] env[62633]: DEBUG nova.network.neutron [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.925573] env[62633]: DEBUG nova.compute.manager [req-eaa5e00f-0891-4875-828e-55c2e8036ec2 req-255fd22c-82e1-466e-99c3-a168eccfb579 service nova] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Received event network-vif-deleted-798c4273-bbe4-4116-86a2-9605a8ce05a1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.949050] env[62633]: DEBUG nova.policy [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c85453feb56e4d2b9443c8da4c51263d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da9d755a230642f4917900e3a5ec3833', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.150926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.232880] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695726, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.266743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.266941] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.267319] env[62633]: DEBUG nova.network.neutron [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.303366] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.363284] env[62633]: DEBUG nova.compute.manager [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.418030] env[62633]: DEBUG nova.network.neutron [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Successfully created port: 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.428222] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1836ecf-9601-493f-bbf6-9114c2bc931a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.437845] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9065658-8c98-42f8-8005-6a0d8dad31fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.478752] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5802368-b3bd-4dd6-ab61-3db3a980ba16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.488250] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad1944e-8c62-4f2a-b57c-dd5ea6c4cfdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.504751] env[62633]: DEBUG nova.compute.provider_tree [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.736645] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946094} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.736949] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219/830c95e0-cfef-4940-86d7-3db3bf81d219.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.737223] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.737492] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9278975-da06-4432-910b-fbaec93bc13b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.746956] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 666.746956] env[62633]: value = "task-2695728" [ 666.746956] env[62633]: _type = "Task" [ 666.746956] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.765437] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.803488] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.010432] env[62633]: DEBUG nova.scheduler.client.report [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.128100] env[62633]: DEBUG nova.network.neutron [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance_info_cache with network_info: [{"id": "5039ff06-ea7b-4344-85a0-062d559b167c", "address": "fa:16:3e:3a:83:e8", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5039ff06-ea", "ovs_interfaceid": "5039ff06-ea7b-4344-85a0-062d559b167c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.260956] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102159} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.261353] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.262064] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf711cf-eedb-47e6-b536-69e061550ae3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.285898] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219/830c95e0-cfef-4940-86d7-3db3bf81d219.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.286369] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05b5981-5ba5-44d1-8e5a-3a2edaf6c7a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.311785] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695727, 'name': ReconfigVM_Task, 'duration_secs': 1.312072} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.316201] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Reconfigured VM instance instance-0000001e to attach disk [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391/ead0e84f-e3ba-472d-9307-03b0b925f391.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.316491] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 667.316491] env[62633]: value = "task-2695729" [ 667.316491] env[62633]: _type = "Task" [ 667.316491] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.316686] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11d68899-b2e6-42b1-9a43-01acc21087d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.327584] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.328932] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 667.328932] env[62633]: value = "task-2695730" [ 667.328932] env[62633]: _type = "Task" [ 667.328932] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.337185] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695730, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.378807] env[62633]: DEBUG nova.compute.manager [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.408579] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.408800] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.408957] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.409163] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.409309] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.409456] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.409662] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.409824] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.409992] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.410291] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.410423] env[62633]: DEBUG nova.virt.hardware [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.411630] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d748b1fc-3e91-4495-a1f7-bbd968d6a063 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.420701] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f921c72d-5f05-496a-a30b-819a01936ad1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.516340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.518826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.382s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.522223] env[62633]: INFO nova.compute.claims [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.554391] env[62633]: INFO nova.scheduler.client.report [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Deleted allocations for instance dbdc473f-3bed-4a6b-82f7-dbddea594fdb [ 667.632926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.842887] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695729, 'name': ReconfigVM_Task, 'duration_secs': 0.310084} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.847446] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219/830c95e0-cfef-4940-86d7-3db3bf81d219.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.847446] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce798a1a-dd86-45bb-976c-b4b1e564b90e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.849467] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695730, 'name': Rename_Task, 'duration_secs': 0.241406} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.850105] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.850362] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d275a99-881f-4a5f-a6c9-c6addcac84b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.855656] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 667.855656] env[62633]: value = "task-2695731" [ 667.855656] env[62633]: _type = "Task" [ 667.855656] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.861494] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 667.861494] env[62633]: value = "task-2695732" [ 667.861494] env[62633]: _type = "Task" [ 667.861494] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.873050] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695731, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.883459] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695732, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.066259] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30907a5d-b19c-4eea-807f-16d6f9207756 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "dbdc473f-3bed-4a6b-82f7-dbddea594fdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.726s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.148992] env[62633]: DEBUG nova.compute.manager [req-17aeb204-ba48-4cc8-a603-18f0737061e5 req-99025168-38e2-4ab5-94e5-a78bd3880f98 service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Received event network-vif-plugged-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.149206] env[62633]: DEBUG oslo_concurrency.lockutils [req-17aeb204-ba48-4cc8-a603-18f0737061e5 req-99025168-38e2-4ab5-94e5-a78bd3880f98 service nova] Acquiring lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.149448] env[62633]: DEBUG oslo_concurrency.lockutils [req-17aeb204-ba48-4cc8-a603-18f0737061e5 req-99025168-38e2-4ab5-94e5-a78bd3880f98 service nova] Lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.149994] env[62633]: DEBUG oslo_concurrency.lockutils [req-17aeb204-ba48-4cc8-a603-18f0737061e5 req-99025168-38e2-4ab5-94e5-a78bd3880f98 service nova] Lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.149994] env[62633]: DEBUG nova.compute.manager [req-17aeb204-ba48-4cc8-a603-18f0737061e5 req-99025168-38e2-4ab5-94e5-a78bd3880f98 service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] No waiting events found dispatching network-vif-plugged-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.149994] env[62633]: WARNING nova.compute.manager [req-17aeb204-ba48-4cc8-a603-18f0737061e5 req-99025168-38e2-4ab5-94e5-a78bd3880f98 service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Received unexpected event network-vif-plugged-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f for instance with vm_state building and task_state spawning. [ 668.157842] env[62633]: DEBUG nova.network.neutron [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Successfully updated port: 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.172593] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efff89e2-30ff-4319-bdeb-80f84e9aa1c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.200290] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef543f06-7c96-4ed8-9fbc-70e86ac9cf42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.210505] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance 'd00a747e-a32f-47cd-b4b6-76402b158f3a' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 668.315319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "aa895c8d-8886-4328-a8da-d910822c166f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.316170] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "aa895c8d-8886-4328-a8da-d910822c166f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.369364] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695731, 'name': Rename_Task, 'duration_secs': 0.16389} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.369659] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.370429] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-985567e1-7041-4c30-8730-b799ea3ef873 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.375433] env[62633]: DEBUG oslo_vmware.api [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695732, 'name': PowerOnVM_Task, 'duration_secs': 0.495452} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.376553] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.376553] env[62633]: DEBUG nova.compute.manager [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.377787] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3171d7-aafc-4155-a234-f1dd53cf372a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.380811] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 668.380811] env[62633]: value = "task-2695733" [ 668.380811] env[62633]: _type = "Task" [ 668.380811] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.394328] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.474219] env[62633]: DEBUG nova.compute.manager [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.474475] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21885a0-df21-4b45-b9f2-0be89c5678dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.661894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "refresh_cache-4147ac17-f96b-4ea3-b18b-cccc26ea64ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.661894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquired lock "refresh_cache-4147ac17-f96b-4ea3-b18b-cccc26ea64ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.661894] env[62633]: DEBUG nova.network.neutron [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.724533] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.724923] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1acd69b-5984-4d31-a39d-f12a84e96f88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.734430] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 668.734430] env[62633]: value = "task-2695734" [ 668.734430] env[62633]: _type = "Task" [ 668.734430] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.747309] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.898944] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695733, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.902109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.992725] env[62633]: INFO nova.compute.manager [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] instance snapshotting [ 668.992955] env[62633]: WARNING nova.compute.manager [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 668.996199] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d6eba8-6764-4191-b90a-725c2f439fcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.025178] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16eff0d-b594-48a7-99f1-f474cc181f12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.071202] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d5cdce-c05b-424b-b589-54981db2720d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.079453] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422622bc-2fbc-4c08-80b3-beee6910388b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.119331] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7558a761-125c-447f-b2ee-9dc28cf0a37b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.130256] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160359f2-aaa9-4670-a633-3b6bf29bb2ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.147070] env[62633]: DEBUG nova.compute.provider_tree [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.197796] env[62633]: DEBUG nova.network.neutron [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.248969] env[62633]: DEBUG oslo_vmware.api [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2695734, 'name': PowerOnVM_Task, 'duration_secs': 0.479412} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.249682] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.250079] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8bea1c-3529-4faa-ac83-c49ee084b929 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance 'd00a747e-a32f-47cd-b4b6-76402b158f3a' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.323978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "ead0e84f-e3ba-472d-9307-03b0b925f391" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.324325] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "ead0e84f-e3ba-472d-9307-03b0b925f391" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.324538] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "ead0e84f-e3ba-472d-9307-03b0b925f391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.324741] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "ead0e84f-e3ba-472d-9307-03b0b925f391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.324882] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "ead0e84f-e3ba-472d-9307-03b0b925f391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.330229] env[62633]: INFO nova.compute.manager [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Terminating instance [ 669.370336] env[62633]: DEBUG nova.network.neutron [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Updating instance_info_cache with network_info: [{"id": "5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f", "address": "fa:16:3e:dd:57:ba", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c3466e8-05", "ovs_interfaceid": "5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.394519] env[62633]: DEBUG oslo_vmware.api [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695733, 'name': PowerOnVM_Task, 'duration_secs': 0.662868} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.394797] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.395021] env[62633]: INFO nova.compute.manager [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Took 8.84 seconds to spawn the instance on the hypervisor. [ 669.395220] env[62633]: DEBUG nova.compute.manager [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.396066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae50f85c-380e-4962-aa8c-89c8eef60143 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.546086] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 669.546086] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-677d9632-118f-4531-b508-9ca6353b1201 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.556255] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 669.556255] env[62633]: value = "task-2695735" [ 669.556255] env[62633]: _type = "Task" [ 669.556255] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.564740] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695735, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.651558] env[62633]: DEBUG nova.scheduler.client.report [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.836192] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "refresh_cache-ead0e84f-e3ba-472d-9307-03b0b925f391" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.836464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquired lock "refresh_cache-ead0e84f-e3ba-472d-9307-03b0b925f391" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.836796] env[62633]: DEBUG nova.network.neutron [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.873883] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Releasing lock "refresh_cache-4147ac17-f96b-4ea3-b18b-cccc26ea64ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.874251] env[62633]: DEBUG nova.compute.manager [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Instance network_info: |[{"id": "5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f", "address": "fa:16:3e:dd:57:ba", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c3466e8-05", "ovs_interfaceid": "5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.874667] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:57:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.885240] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Creating folder: Project (da9d755a230642f4917900e3a5ec3833). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.886326] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f0e5bee-1861-430c-9593-068e6c28f270 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.900173] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Created folder: Project (da9d755a230642f4917900e3a5ec3833) in parent group-v543169. [ 669.900330] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Creating folder: Instances. Parent ref: group-v543272. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.902621] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de0b79a2-8d15-4f95-b489-2f3d0a40623a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.916023] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Created folder: Instances in parent group-v543272. [ 669.916409] env[62633]: DEBUG oslo.service.loopingcall [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.918351] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.921253] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbb9c740-a1cf-4601-aeee-55a52f60e248 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.940757] env[62633]: INFO nova.compute.manager [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Took 47.27 seconds to build instance. [ 669.948219] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.948219] env[62633]: value = "task-2695738" [ 669.948219] env[62633]: _type = "Task" [ 669.948219] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.957335] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695738, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.993419] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.993419] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.066015] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695735, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.159560] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.160203] env[62633]: DEBUG nova.compute.manager [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.164787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.458s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.165091] env[62633]: DEBUG nova.objects.instance [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lazy-loading 'resources' on Instance uuid e4b17550-dce8-4361-9e52-88e6379d0219 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.361741] env[62633]: DEBUG nova.network.neutron [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.380851] env[62633]: DEBUG nova.compute.manager [req-898fd9af-477d-4c68-9d49-c941c54e3254 req-866c1966-2b82-4531-b457-3dda7b9f8844 service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Received event network-changed-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.380851] env[62633]: DEBUG nova.compute.manager [req-898fd9af-477d-4c68-9d49-c941c54e3254 req-866c1966-2b82-4531-b457-3dda7b9f8844 service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Refreshing instance network info cache due to event network-changed-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.380851] env[62633]: DEBUG oslo_concurrency.lockutils [req-898fd9af-477d-4c68-9d49-c941c54e3254 req-866c1966-2b82-4531-b457-3dda7b9f8844 service nova] Acquiring lock "refresh_cache-4147ac17-f96b-4ea3-b18b-cccc26ea64ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.380851] env[62633]: DEBUG oslo_concurrency.lockutils [req-898fd9af-477d-4c68-9d49-c941c54e3254 req-866c1966-2b82-4531-b457-3dda7b9f8844 service nova] Acquired lock "refresh_cache-4147ac17-f96b-4ea3-b18b-cccc26ea64ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.380851] env[62633]: DEBUG nova.network.neutron [req-898fd9af-477d-4c68-9d49-c941c54e3254 req-866c1966-2b82-4531-b457-3dda7b9f8844 service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Refreshing network info cache for port 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.432195] env[62633]: DEBUG nova.network.neutron [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.434337] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.434734] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.444688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "830c95e0-cfef-4940-86d7-3db3bf81d219" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.912s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.460079] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695738, 'name': CreateVM_Task, 'duration_secs': 0.338485} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.460262] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.463588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.463588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.463588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.463588] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b78aad4f-d3a9-4d05-82c5-2fcc269634d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.470031] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 670.470031] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525eb71a-ed3f-585f-5326-bd18e8f735a7" [ 670.470031] env[62633]: _type = "Task" [ 670.470031] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.477849] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525eb71a-ed3f-585f-5326-bd18e8f735a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.570286] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695735, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.676025] env[62633]: DEBUG nova.compute.utils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.681260] env[62633]: DEBUG nova.compute.manager [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.684677] env[62633]: DEBUG nova.network.neutron [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.769319] env[62633]: DEBUG nova.policy [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c85453feb56e4d2b9443c8da4c51263d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da9d755a230642f4917900e3a5ec3833', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.937202] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Releasing lock "refresh_cache-ead0e84f-e3ba-472d-9307-03b0b925f391" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.937724] env[62633]: DEBUG nova.compute.manager [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.937724] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.938762] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deef560-04f8-4db0-b9c8-558b8c098150 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.946189] env[62633]: DEBUG nova.compute.manager [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.953482] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.956780] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb50b207-8a3b-4c7f-94ec-0dd7b45b2765 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.966261] env[62633]: DEBUG oslo_vmware.api [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 670.966261] env[62633]: value = "task-2695739" [ 670.966261] env[62633]: _type = "Task" [ 670.966261] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.983391] env[62633]: DEBUG oslo_vmware.api [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.989710] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525eb71a-ed3f-585f-5326-bd18e8f735a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014465} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.990091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.990337] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.990685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.990854] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.990975] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.991301] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36db89a2-9aca-443d-9c37-1eeaedd6da12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.007455] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.007712] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.008871] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f49f9d1-96e4-40df-9a2e-3f0d861e64f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.017239] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 671.017239] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524d596d-3e93-e912-9c94-496c290a9a2b" [ 671.017239] env[62633]: _type = "Task" [ 671.017239] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.028200] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524d596d-3e93-e912-9c94-496c290a9a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.068294] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695735, 'name': CreateSnapshot_Task, 'duration_secs': 1.271096} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.068588] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.069409] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af05b27e-9202-405c-8a35-e9fe82c68d52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.088627] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "9fe8b122-58a4-433c-9782-0fb186bb14f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.088833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "9fe8b122-58a4-433c-9782-0fb186bb14f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.186357] env[62633]: DEBUG nova.compute.manager [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.198309] env[62633]: DEBUG nova.network.neutron [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Successfully created port: 0510879f-83a0-4e61-9389-bfd1f25df33c {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.279503] env[62633]: DEBUG nova.network.neutron [req-898fd9af-477d-4c68-9d49-c941c54e3254 req-866c1966-2b82-4531-b457-3dda7b9f8844 service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Updated VIF entry in instance network info cache for port 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.279935] env[62633]: DEBUG nova.network.neutron [req-898fd9af-477d-4c68-9d49-c941c54e3254 req-866c1966-2b82-4531-b457-3dda7b9f8844 service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Updating instance_info_cache with network_info: [{"id": "5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f", "address": "fa:16:3e:dd:57:ba", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c3466e8-05", "ovs_interfaceid": "5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.349665] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf93255e-8b45-478c-a380-a0e1f93d5565 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.360860] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420862ab-9096-4f27-943d-778371b2678a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.393355] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b853a2-8eb0-435f-8fb9-184c1ea6f630 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.402813] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43a645e-dbc6-4245-9cf7-987ec88de4d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.417666] env[62633]: DEBUG nova.compute.provider_tree [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.468545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.485282] env[62633]: DEBUG oslo_vmware.api [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695739, 'name': PowerOffVM_Task, 'duration_secs': 0.21686} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.485282] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.485282] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.485282] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf9dc75d-e471-42c4-a6fa-e89112b51e43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.522677] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.522902] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.523136] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Deleting the datastore file [datastore2] ead0e84f-e3ba-472d-9307-03b0b925f391 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.523415] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be940260-def6-4dd6-b49d-aed5110629a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.532357] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524d596d-3e93-e912-9c94-496c290a9a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.01337} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.534443] env[62633]: DEBUG oslo_vmware.api [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for the task: (returnval){ [ 671.534443] env[62633]: value = "task-2695741" [ 671.534443] env[62633]: _type = "Task" [ 671.534443] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.534688] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5783ec-5aa6-462d-9aaa-7e104904ad15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.548333] env[62633]: DEBUG oslo_vmware.api [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.548676] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 671.548676] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52de0c94-c727-9a5e-e975-ea0e48e435c1" [ 671.548676] env[62633]: _type = "Task" [ 671.548676] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.557433] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52de0c94-c727-9a5e-e975-ea0e48e435c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.597908] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 671.598302] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8be5a2bc-7d80-4131-8fc5-8b4977f23247 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.610146] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 671.610146] env[62633]: value = "task-2695742" [ 671.610146] env[62633]: _type = "Task" [ 671.610146] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.620289] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695742, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.644168] env[62633]: INFO nova.compute.manager [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Rebuilding instance [ 671.688587] env[62633]: DEBUG nova.compute.manager [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.689522] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449139ed-def2-4a00-a9b3-8a32f487093c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.719651] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "7f563c4b-274b-4324-b04e-0b75488d0290" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.719651] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.783147] env[62633]: DEBUG oslo_concurrency.lockutils [req-898fd9af-477d-4c68-9d49-c941c54e3254 req-866c1966-2b82-4531-b457-3dda7b9f8844 service nova] Releasing lock "refresh_cache-4147ac17-f96b-4ea3-b18b-cccc26ea64ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.922282] env[62633]: DEBUG nova.scheduler.client.report [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.047866] env[62633]: DEBUG oslo_vmware.api [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Task: {'id': task-2695741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146462} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.048201] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.048438] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.048629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.048805] env[62633]: INFO nova.compute.manager [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Took 1.11 seconds to destroy the instance on the hypervisor. [ 672.049058] env[62633]: DEBUG oslo.service.loopingcall [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.049326] env[62633]: DEBUG nova.compute.manager [-] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.049426] env[62633]: DEBUG nova.network.neutron [-] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.060679] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52de0c94-c727-9a5e-e975-ea0e48e435c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.060787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.061030] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 4147ac17-f96b-4ea3-b18b-cccc26ea64ba/4147ac17-f96b-4ea3-b18b-cccc26ea64ba.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.061317] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f79084c0-61e3-4376-8309-e82fab3fe249 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.068589] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 672.068589] env[62633]: value = "task-2695743" [ 672.068589] env[62633]: _type = "Task" [ 672.068589] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.075326] env[62633]: DEBUG nova.network.neutron [-] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.078057] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.120309] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695742, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.128636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "d00a747e-a32f-47cd-b4b6-76402b158f3a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.128905] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.129107] env[62633]: DEBUG nova.compute.manager [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Going to confirm migration 1 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 672.199088] env[62633]: DEBUG nova.compute.manager [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.222028] env[62633]: INFO nova.compute.manager [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Detaching volume b1a91dea-c54e-429c-834f-91cb32d3bb51 [ 672.227403] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.227403] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.227403] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.227403] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.227403] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.227403] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.227754] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.227754] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.227842] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.227986] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.228174] env[62633]: DEBUG nova.virt.hardware [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.229294] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0b27ff-de2e-4585-9012-13dfc3a288c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.240652] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8f2538-fbc8-48be-a6cc-c50464d8dcc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.264344] env[62633]: INFO nova.virt.block_device [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Attempting to driver detach volume b1a91dea-c54e-429c-834f-91cb32d3bb51 from mountpoint /dev/sdb [ 672.264572] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 672.264759] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543245', 'volume_id': 'b1a91dea-c54e-429c-834f-91cb32d3bb51', 'name': 'volume-b1a91dea-c54e-429c-834f-91cb32d3bb51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f563c4b-274b-4324-b04e-0b75488d0290', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a91dea-c54e-429c-834f-91cb32d3bb51', 'serial': 'b1a91dea-c54e-429c-834f-91cb32d3bb51'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 672.265634] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7cfb9f-77db-44c9-9732-f1f9ad4fe7ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.286968] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514206cf-6c89-4128-b978-d4cbdf3b4596 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.294910] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcb8541-039a-49b9-ab31-87c7cde1b2ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.315625] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f7884-049d-4db9-868f-dbce371b3610 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.330699] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] The volume has not been displaced from its original location: [datastore1] volume-b1a91dea-c54e-429c-834f-91cb32d3bb51/volume-b1a91dea-c54e-429c-834f-91cb32d3bb51.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 672.335963] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 672.336618] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5982b0da-2ba2-4dc3-9091-a2e4ebc765e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.356539] env[62633]: DEBUG oslo_vmware.api [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 672.356539] env[62633]: value = "task-2695744" [ 672.356539] env[62633]: _type = "Task" [ 672.356539] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.364897] env[62633]: DEBUG oslo_vmware.api [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.428110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.430034] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.605s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.431590] env[62633]: INFO nova.compute.claims [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.459307] env[62633]: INFO nova.scheduler.client.report [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Deleted allocations for instance e4b17550-dce8-4361-9e52-88e6379d0219 [ 672.580628] env[62633]: DEBUG nova.network.neutron [-] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.580703] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695743, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.622529] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695742, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.645553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.645553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.645553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.645553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.645553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.647247] env[62633]: INFO nova.compute.manager [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Terminating instance [ 672.704445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.704445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.704445] env[62633]: DEBUG nova.network.neutron [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.704445] env[62633]: DEBUG nova.objects.instance [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lazy-loading 'info_cache' on Instance uuid d00a747e-a32f-47cd-b4b6-76402b158f3a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.709531] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.709819] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af3bd145-e053-4a8c-bb8b-741a9bb23fa8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.716903] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 672.716903] env[62633]: value = "task-2695745" [ 672.716903] env[62633]: _type = "Task" [ 672.716903] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.726349] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.807174] env[62633]: DEBUG nova.compute.manager [req-07e0e41f-6fd6-4da7-8776-3f3a89fda9ea req-c15c5925-66b4-49fa-94a6-64fbdbd4978c service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Received event network-vif-plugged-0510879f-83a0-4e61-9389-bfd1f25df33c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.807406] env[62633]: DEBUG oslo_concurrency.lockutils [req-07e0e41f-6fd6-4da7-8776-3f3a89fda9ea req-c15c5925-66b4-49fa-94a6-64fbdbd4978c service nova] Acquiring lock "ce37e013-1443-4d3c-a639-ec2d64fddff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.807613] env[62633]: DEBUG oslo_concurrency.lockutils [req-07e0e41f-6fd6-4da7-8776-3f3a89fda9ea req-c15c5925-66b4-49fa-94a6-64fbdbd4978c service nova] Lock "ce37e013-1443-4d3c-a639-ec2d64fddff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.807794] env[62633]: DEBUG oslo_concurrency.lockutils [req-07e0e41f-6fd6-4da7-8776-3f3a89fda9ea req-c15c5925-66b4-49fa-94a6-64fbdbd4978c service nova] Lock "ce37e013-1443-4d3c-a639-ec2d64fddff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.807946] env[62633]: DEBUG nova.compute.manager [req-07e0e41f-6fd6-4da7-8776-3f3a89fda9ea req-c15c5925-66b4-49fa-94a6-64fbdbd4978c service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] No waiting events found dispatching network-vif-plugged-0510879f-83a0-4e61-9389-bfd1f25df33c {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.808843] env[62633]: WARNING nova.compute.manager [req-07e0e41f-6fd6-4da7-8776-3f3a89fda9ea req-c15c5925-66b4-49fa-94a6-64fbdbd4978c service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Received unexpected event network-vif-plugged-0510879f-83a0-4e61-9389-bfd1f25df33c for instance with vm_state building and task_state spawning. [ 672.809430] env[62633]: DEBUG nova.network.neutron [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Successfully updated port: 0510879f-83a0-4e61-9389-bfd1f25df33c {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.866939] env[62633]: DEBUG oslo_vmware.api [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695744, 'name': ReconfigVM_Task, 'duration_secs': 0.258077} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.867565] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 672.872452] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72a6d685-aa74-470d-84e6-9327ced8f1e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.890925] env[62633]: DEBUG oslo_vmware.api [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 672.890925] env[62633]: value = "task-2695746" [ 672.890925] env[62633]: _type = "Task" [ 672.890925] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.900275] env[62633]: DEBUG oslo_vmware.api [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.968962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6556cec6-366f-4227-a433-50b9b625217f tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Lock "e4b17550-dce8-4361-9e52-88e6379d0219" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.712s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.079661] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719147} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.079926] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 4147ac17-f96b-4ea3-b18b-cccc26ea64ba/4147ac17-f96b-4ea3-b18b-cccc26ea64ba.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.080186] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.080430] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-452f58aa-604b-4c80-94d1-47e6ae385a56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.082423] env[62633]: INFO nova.compute.manager [-] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Took 1.03 seconds to deallocate network for instance. [ 673.090034] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 673.090034] env[62633]: value = "task-2695747" [ 673.090034] env[62633]: _type = "Task" [ 673.090034] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.097122] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.122047] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695742, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.155812] env[62633]: DEBUG nova.compute.manager [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.156311] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.157839] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed743389-c829-4e36-ae91-793dc65c8ecf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.166385] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.166668] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6031483-fddd-440e-9929-c343200c048b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.173440] env[62633]: DEBUG oslo_vmware.api [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 673.173440] env[62633]: value = "task-2695748" [ 673.173440] env[62633]: _type = "Task" [ 673.173440] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.181847] env[62633]: DEBUG oslo_vmware.api [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.225849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.226169] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.230512] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695745, 'name': PowerOffVM_Task, 'duration_secs': 0.299826} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.230771] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.230969] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.231738] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f93a35e-9918-46af-b797-3965db0104d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.238995] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.239284] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1951982-c7ba-4661-abd1-8b1f54a53f25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.300863] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.301167] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.301296] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleting the datastore file [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.301571] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc4e3969-3948-4f58-9467-5d87bc94a626 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.309221] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 673.309221] env[62633]: value = "task-2695750" [ 673.309221] env[62633]: _type = "Task" [ 673.309221] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.313632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "refresh_cache-ce37e013-1443-4d3c-a639-ec2d64fddff2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.313793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquired lock "refresh_cache-ce37e013-1443-4d3c-a639-ec2d64fddff2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.314056] env[62633]: DEBUG nova.network.neutron [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.320664] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.401598] env[62633]: DEBUG oslo_vmware.api [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.590314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.600940] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073853} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.601262] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.602152] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113ae4af-92fa-4629-9eb0-ad84215e21ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.627838] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 4147ac17-f96b-4ea3-b18b-cccc26ea64ba/4147ac17-f96b-4ea3-b18b-cccc26ea64ba.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.633644] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d445c8-4d14-423e-950c-81a8cc7f4b28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.655945] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695742, 'name': CloneVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.657356] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 673.657356] env[62633]: value = "task-2695751" [ 673.657356] env[62633]: _type = "Task" [ 673.657356] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.668679] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.682268] env[62633]: DEBUG oslo_vmware.api [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695748, 'name': PowerOffVM_Task, 'duration_secs': 0.257696} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.682475] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.682651] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.682901] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2734c9d3-5763-4379-889b-e453d8cd7c15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.786532] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.786900] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.787074] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Deleting the datastore file [datastore2] 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.787409] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc779c37-49b1-459a-8b29-908150d53c4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.797484] env[62633]: DEBUG oslo_vmware.api [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 673.797484] env[62633]: value = "task-2695753" [ 673.797484] env[62633]: _type = "Task" [ 673.797484] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.807714] env[62633]: DEBUG oslo_vmware.api [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.821027] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464384} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.823615] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.823783] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.823963] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.871195] env[62633]: DEBUG nova.network.neutron [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.907324] env[62633]: DEBUG oslo_vmware.api [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.969275] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bdf866-c3a4-48a5-85fc-a7558d29120e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.978322] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75d0f8e-5223-437d-8761-bbb24d6a0379 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.016835] env[62633]: DEBUG nova.network.neutron [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance_info_cache with network_info: [{"id": "5039ff06-ea7b-4344-85a0-062d559b167c", "address": "fa:16:3e:3a:83:e8", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5039ff06-ea", "ovs_interfaceid": "5039ff06-ea7b-4344-85a0-062d559b167c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.019988] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e037b2b-5927-497c-b426-54d90e0dd81b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.033027] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d9347b-e513-4d5a-b37d-dd4566bb0387 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.048125] env[62633]: DEBUG nova.compute.provider_tree [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.129233] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695742, 'name': CloneVM_Task, 'duration_secs': 2.059802} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.129507] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Created linked-clone VM from snapshot [ 674.130273] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cc188d-739f-434a-a718-4fc9cd8a18bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.137705] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Uploading image 2bd53733-0ff4-44ee-8a31-d2cbfe76efb8 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.170437] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.174563] env[62633]: DEBUG oslo_vmware.rw_handles [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.174563] env[62633]: value = "vm-543276" [ 674.174563] env[62633]: _type = "VirtualMachine" [ 674.174563] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.174914] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-36fd13bc-8669-414b-b448-367c2cc45084 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.182470] env[62633]: DEBUG oslo_vmware.rw_handles [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lease: (returnval){ [ 674.182470] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529ca2a4-86ca-494a-5045-1467d4954fb7" [ 674.182470] env[62633]: _type = "HttpNfcLease" [ 674.182470] env[62633]: } obtained for exporting VM: (result){ [ 674.182470] env[62633]: value = "vm-543276" [ 674.182470] env[62633]: _type = "VirtualMachine" [ 674.182470] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.182712] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the lease: (returnval){ [ 674.182712] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529ca2a4-86ca-494a-5045-1467d4954fb7" [ 674.182712] env[62633]: _type = "HttpNfcLease" [ 674.182712] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.191160] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.191160] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529ca2a4-86ca-494a-5045-1467d4954fb7" [ 674.191160] env[62633]: _type = "HttpNfcLease" [ 674.191160] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.191994] env[62633]: DEBUG nova.network.neutron [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Updating instance_info_cache with network_info: [{"id": "0510879f-83a0-4e61-9389-bfd1f25df33c", "address": "fa:16:3e:a8:e3:b7", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0510879f-83", "ovs_interfaceid": "0510879f-83a0-4e61-9389-bfd1f25df33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.309044] env[62633]: DEBUG oslo_vmware.api [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403304} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.309376] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.309605] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.309822] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.310062] env[62633]: INFO nova.compute.manager [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 674.310350] env[62633]: DEBUG oslo.service.loopingcall [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.310542] env[62633]: DEBUG nova.compute.manager [-] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.310676] env[62633]: DEBUG nova.network.neutron [-] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.404780] env[62633]: DEBUG oslo_vmware.api [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695746, 'name': ReconfigVM_Task, 'duration_secs': 1.159876} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.405079] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543245', 'volume_id': 'b1a91dea-c54e-429c-834f-91cb32d3bb51', 'name': 'volume-b1a91dea-c54e-429c-834f-91cb32d3bb51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f563c4b-274b-4324-b04e-0b75488d0290', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a91dea-c54e-429c-834f-91cb32d3bb51', 'serial': 'b1a91dea-c54e-429c-834f-91cb32d3bb51'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 674.528132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "refresh_cache-d00a747e-a32f-47cd-b4b6-76402b158f3a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.528438] env[62633]: DEBUG nova.objects.instance [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lazy-loading 'migration_context' on Instance uuid d00a747e-a32f-47cd-b4b6-76402b158f3a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.550765] env[62633]: DEBUG nova.scheduler.client.report [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.668298] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695751, 'name': ReconfigVM_Task, 'duration_secs': 0.618721} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.668676] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 4147ac17-f96b-4ea3-b18b-cccc26ea64ba/4147ac17-f96b-4ea3-b18b-cccc26ea64ba.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.669244] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1baab89d-c25d-4637-ac3a-b7fdfc1cdd2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.675008] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 674.675008] env[62633]: value = "task-2695755" [ 674.675008] env[62633]: _type = "Task" [ 674.675008] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.682552] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695755, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.689196] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.689196] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529ca2a4-86ca-494a-5045-1467d4954fb7" [ 674.689196] env[62633]: _type = "HttpNfcLease" [ 674.689196] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.689446] env[62633]: DEBUG oslo_vmware.rw_handles [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.689446] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529ca2a4-86ca-494a-5045-1467d4954fb7" [ 674.689446] env[62633]: _type = "HttpNfcLease" [ 674.689446] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.690144] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3fb46c-6118-4b4d-b846-b527fdfc4ea9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.696802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Releasing lock "refresh_cache-ce37e013-1443-4d3c-a639-ec2d64fddff2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.697115] env[62633]: DEBUG nova.compute.manager [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Instance network_info: |[{"id": "0510879f-83a0-4e61-9389-bfd1f25df33c", "address": "fa:16:3e:a8:e3:b7", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0510879f-83", "ovs_interfaceid": "0510879f-83a0-4e61-9389-bfd1f25df33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.697410] env[62633]: DEBUG oslo_vmware.rw_handles [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212ab0b-ed15-e2c2-49e1-88bfef6d9181/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.697573] env[62633]: DEBUG oslo_vmware.rw_handles [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212ab0b-ed15-e2c2-49e1-88bfef6d9181/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.699315] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:e3:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0510879f-83a0-4e61-9389-bfd1f25df33c', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.708643] env[62633]: DEBUG oslo.service.loopingcall [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.710163] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.770961] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf8883d-1951-45f9-9889-02d9b5797052 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.792211] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.792211] env[62633]: value = "task-2695756" [ 674.792211] env[62633]: _type = "Task" [ 674.792211] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.800443] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695756, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.835804] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4482d4e-0c5d-46ae-9d66-ea9d3c30cfed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.867442] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.867712] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.867875] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.868076] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.868237] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.868377] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.868582] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.868740] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.868907] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.869096] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.869255] env[62633]: DEBUG nova.virt.hardware [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.871307] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7818ac-2eb2-4753-8999-808f79d8cd6b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.881047] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fb1338-64ff-48d5-be0d-d386628a46db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.898583] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:03:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22c2860f-40ed-4f60-acc9-060a4cc8993e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.906748] env[62633]: DEBUG oslo.service.loopingcall [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.906748] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.906882] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4b9f5e2-3c3b-451a-b531-c0c84e5dc117 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.927176] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.927176] env[62633]: value = "task-2695757" [ 674.927176] env[62633]: _type = "Task" [ 674.927176] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.935178] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695757, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.987547] env[62633]: DEBUG nova.objects.instance [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'flavor' on Instance uuid 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.034357] env[62633]: DEBUG nova.objects.base [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 675.034357] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434b3abb-0be4-4681-af36-12b104713214 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.057083] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.062030] env[62633]: DEBUG nova.compute.manager [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.062030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.397s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.065538] env[62633]: INFO nova.compute.claims [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.067264] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65df7c1-4a32-413f-9b53-4437bb46c8d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.079091] env[62633]: DEBUG oslo_vmware.api [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 675.079091] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52221931-cbd9-c5e0-5b02-8c6c28640fc4" [ 675.079091] env[62633]: _type = "Task" [ 675.079091] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.091629] env[62633]: DEBUG oslo_vmware.api [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52221931-cbd9-c5e0-5b02-8c6c28640fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.092025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.118955] env[62633]: DEBUG nova.compute.manager [req-8ddc505a-9fd2-4789-9d9f-85ddeedfb0c2 req-57cc6e65-5e4f-4ebc-9c71-1a614e177bf0 service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Received event network-changed-0510879f-83a0-4e61-9389-bfd1f25df33c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.119063] env[62633]: DEBUG nova.compute.manager [req-8ddc505a-9fd2-4789-9d9f-85ddeedfb0c2 req-57cc6e65-5e4f-4ebc-9c71-1a614e177bf0 service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Refreshing instance network info cache due to event network-changed-0510879f-83a0-4e61-9389-bfd1f25df33c. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.119255] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ddc505a-9fd2-4789-9d9f-85ddeedfb0c2 req-57cc6e65-5e4f-4ebc-9c71-1a614e177bf0 service nova] Acquiring lock "refresh_cache-ce37e013-1443-4d3c-a639-ec2d64fddff2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.119394] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ddc505a-9fd2-4789-9d9f-85ddeedfb0c2 req-57cc6e65-5e4f-4ebc-9c71-1a614e177bf0 service nova] Acquired lock "refresh_cache-ce37e013-1443-4d3c-a639-ec2d64fddff2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.120187] env[62633]: DEBUG nova.network.neutron [req-8ddc505a-9fd2-4789-9d9f-85ddeedfb0c2 req-57cc6e65-5e4f-4ebc-9c71-1a614e177bf0 service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Refreshing network info cache for port 0510879f-83a0-4e61-9389-bfd1f25df33c {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.187034] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695755, 'name': Rename_Task, 'duration_secs': 0.157651} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.187552] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.187960] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c04cadc0-2b72-45c7-ba6e-5f3c19be1130 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.197469] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 675.197469] env[62633]: value = "task-2695758" [ 675.197469] env[62633]: _type = "Task" [ 675.197469] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.204650] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.306911] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695756, 'name': CreateVM_Task, 'duration_secs': 0.317071} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.307257] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.308703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.308985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.309474] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.311353] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc443c98-4129-41a3-9c19-f428094eb8cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.317019] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 675.317019] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528783b1-9f9c-9662-f7cf-12af38fd2caa" [ 675.317019] env[62633]: _type = "Task" [ 675.317019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.330476] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528783b1-9f9c-9662-f7cf-12af38fd2caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.391300] env[62633]: DEBUG nova.compute.manager [req-c02279a8-9b37-46b9-9d4e-a184a90f64c2 req-f2d2251d-1318-4a1a-bd78-87b2b2da5bee service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Received event network-vif-deleted-8674ccc8-c53d-411a-844b-fa68ccf19605 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.391300] env[62633]: INFO nova.compute.manager [req-c02279a8-9b37-46b9-9d4e-a184a90f64c2 req-f2d2251d-1318-4a1a-bd78-87b2b2da5bee service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Neutron deleted interface 8674ccc8-c53d-411a-844b-fa68ccf19605; detaching it from the instance and deleting it from the info cache [ 675.391300] env[62633]: DEBUG nova.network.neutron [req-c02279a8-9b37-46b9-9d4e-a184a90f64c2 req-f2d2251d-1318-4a1a-bd78-87b2b2da5bee service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.437123] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695757, 'name': CreateVM_Task, 'duration_secs': 0.349978} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.437759] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.438956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.439323] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.439740] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.440041] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d06f0d-5da1-41ea-9c61-7689976a4b02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.444848] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 675.444848] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528c8fe3-d6c1-0625-f599-84c96c37d90e" [ 675.444848] env[62633]: _type = "Task" [ 675.444848] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.453713] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528c8fe3-d6c1-0625-f599-84c96c37d90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.572073] env[62633]: DEBUG nova.compute.utils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.574893] env[62633]: DEBUG nova.compute.manager [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.575400] env[62633]: DEBUG nova.network.neutron [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.635133] env[62633]: DEBUG nova.policy [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8385229e2c5e41d3b27cdaa6826cb49c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ff95c3662b4228b78f519129e02845', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.712680] env[62633]: DEBUG oslo_vmware.api [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695758, 'name': PowerOnVM_Task, 'duration_secs': 0.496202} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.713117] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.713117] env[62633]: INFO nova.compute.manager [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Took 8.33 seconds to spawn the instance on the hypervisor. [ 675.713560] env[62633]: DEBUG nova.compute.manager [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.714114] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52838de3-18ec-4496-a611-d3797af92330 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.731495] env[62633]: DEBUG nova.network.neutron [-] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.830099] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528783b1-9f9c-9662-f7cf-12af38fd2caa, 'name': SearchDatastore_Task, 'duration_secs': 0.013226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.830471] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.830786] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.831114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.831332] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.831643] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.832123] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4ffbe4c-8930-4946-9b8d-758438bb9e4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.842440] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.842737] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.843671] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d6d325-323d-4a47-a202-5a5a369725db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.850463] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 675.850463] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5231ca01-87e5-c33d-fcb8-bd6768b2255d" [ 675.850463] env[62633]: _type = "Task" [ 675.850463] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.859159] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5231ca01-87e5-c33d-fcb8-bd6768b2255d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.894807] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24e75d10-94a8-4b91-8393-a95578ff01ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.911359] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c65090d-bb2a-4bd6-bc56-acc22b05cc4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.950697] env[62633]: DEBUG nova.compute.manager [req-c02279a8-9b37-46b9-9d4e-a184a90f64c2 req-f2d2251d-1318-4a1a-bd78-87b2b2da5bee service nova] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Detach interface failed, port_id=8674ccc8-c53d-411a-844b-fa68ccf19605, reason: Instance 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 675.967978] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528c8fe3-d6c1-0625-f599-84c96c37d90e, 'name': SearchDatastore_Task, 'duration_secs': 0.011959} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.969412] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.969766] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.970681] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.970871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.972275] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.972890] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f9b10fe-b651-4e70-b69c-85332bde1a4d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.983634] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.983712] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.985188] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb545f78-c34c-4286-94bd-dd9326d25863 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.992877] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 675.992877] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52cedfec-fac6-938f-cf3c-8784ec79d7fb" [ 675.992877] env[62633]: _type = "Task" [ 675.992877] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.997443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbae141d-6a79-4cc9-8b24-ba399fb5425c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.280s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.008564] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cedfec-fac6-938f-cf3c-8784ec79d7fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.022057] env[62633]: DEBUG nova.network.neutron [req-8ddc505a-9fd2-4789-9d9f-85ddeedfb0c2 req-57cc6e65-5e4f-4ebc-9c71-1a614e177bf0 service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Updated VIF entry in instance network info cache for port 0510879f-83a0-4e61-9389-bfd1f25df33c. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.022186] env[62633]: DEBUG nova.network.neutron [req-8ddc505a-9fd2-4789-9d9f-85ddeedfb0c2 req-57cc6e65-5e4f-4ebc-9c71-1a614e177bf0 service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Updating instance_info_cache with network_info: [{"id": "0510879f-83a0-4e61-9389-bfd1f25df33c", "address": "fa:16:3e:a8:e3:b7", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0510879f-83", "ovs_interfaceid": "0510879f-83a0-4e61-9389-bfd1f25df33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.076377] env[62633]: DEBUG nova.compute.manager [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.238111] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "7f563c4b-274b-4324-b04e-0b75488d0290" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.238111] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.238274] env[62633]: DEBUG nova.compute.manager [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.240932] env[62633]: INFO nova.compute.manager [-] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Took 1.93 seconds to deallocate network for instance. [ 676.241813] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f9106-1310-4c12-afb7-054354d72fe3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.245753] env[62633]: INFO nova.compute.manager [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Took 49.61 seconds to build instance. [ 676.256461] env[62633]: DEBUG nova.compute.manager [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 676.259027] env[62633]: DEBUG nova.objects.instance [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'flavor' on Instance uuid 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.361716] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5231ca01-87e5-c33d-fcb8-bd6768b2255d, 'name': SearchDatastore_Task, 'duration_secs': 0.018685} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.365923] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4b19ae-cf37-4277-b633-82cd98ad4288 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.372539] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 676.372539] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b7c311-856a-25be-739c-6048241f1413" [ 676.372539] env[62633]: _type = "Task" [ 676.372539] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.383673] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b7c311-856a-25be-739c-6048241f1413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.419742] env[62633]: DEBUG nova.network.neutron [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Successfully created port: e1842530-da5b-4025-a453-c8487939953b {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.504845] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cedfec-fac6-938f-cf3c-8784ec79d7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.016941} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.506760] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fedafc3-5ddf-4cca-8b6e-21b3a3591943 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.522742] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 676.522742] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a7ad3b-1d38-e868-3d6e-f68e6320d9ec" [ 676.522742] env[62633]: _type = "Task" [ 676.522742] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.527354] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ddc505a-9fd2-4789-9d9f-85ddeedfb0c2 req-57cc6e65-5e4f-4ebc-9c71-1a614e177bf0 service nova] Releasing lock "refresh_cache-ce37e013-1443-4d3c-a639-ec2d64fddff2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.532650] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a7ad3b-1d38-e868-3d6e-f68e6320d9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.691909] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7bc37e-7495-400a-8a94-7b0b4cc693a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.700063] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93572cf3-398c-4972-911e-24ff3f7824c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.736500] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc88781-31c9-4fdb-9d83-807b19bf7301 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.743455] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6e8e8b-211e-44b3-a3a5-56ac91720bb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.748689] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29df8922-92a2-4e2e-be68-d90033a70381 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.651s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.760340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.760877] env[62633]: DEBUG nova.compute.provider_tree [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.885033] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b7c311-856a-25be-739c-6048241f1413, 'name': SearchDatastore_Task, 'duration_secs': 0.014698} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.885409] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.885632] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ce37e013-1443-4d3c-a639-ec2d64fddff2/ce37e013-1443-4d3c-a639-ec2d64fddff2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.885948] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4804d0b-2312-488d-a9df-cb5060536409 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.893587] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 676.893587] env[62633]: value = "task-2695759" [ 676.893587] env[62633]: _type = "Task" [ 676.893587] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.904101] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.035775] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a7ad3b-1d38-e868-3d6e-f68e6320d9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.037225] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.037225] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219/830c95e0-cfef-4940-86d7-3db3bf81d219.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.037225] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d96cfcb-1d25-4c76-9e4d-464a4b78ebcb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.043494] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 677.043494] env[62633]: value = "task-2695760" [ 677.043494] env[62633]: _type = "Task" [ 677.043494] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.053618] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.089564] env[62633]: DEBUG nova.compute.manager [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.120112] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.120465] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.120697] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.120963] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.121519] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.123044] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.123044] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.123044] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.123044] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.123472] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.123584] env[62633]: DEBUG nova.virt.hardware [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.124697] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a66aa-69ec-44e4-bc80-5a9f52b6e84b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.133069] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a156195-dd70-4180-8dfb-2a5ec3efe74a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.263475] env[62633]: DEBUG nova.compute.manager [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.267295] env[62633]: DEBUG nova.scheduler.client.report [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.271452] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.271778] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-383b8b54-da1e-4af0-9543-0d943d71fdba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.279768] env[62633]: DEBUG oslo_vmware.api [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 677.279768] env[62633]: value = "task-2695761" [ 677.279768] env[62633]: _type = "Task" [ 677.279768] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.290440] env[62633]: DEBUG oslo_vmware.api [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.404758] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.564743] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695760, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.775173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.775909] env[62633]: DEBUG nova.compute.manager [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.781993] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.718s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.781993] env[62633]: DEBUG nova.objects.instance [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lazy-loading 'resources' on Instance uuid 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.795382] env[62633]: DEBUG oslo_vmware.api [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695761, 'name': PowerOffVM_Task, 'duration_secs': 0.301885} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.795382] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.795382] env[62633]: DEBUG nova.compute.manager [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.795382] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294d4ea8-3569-4daa-9e4c-9202437e721a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.812397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.906031] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625751} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.906462] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ce37e013-1443-4d3c-a639-ec2d64fddff2/ce37e013-1443-4d3c-a639-ec2d64fddff2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.906897] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.907339] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e11343d2-b741-453c-a496-bcc25f850a30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.917339] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 677.917339] env[62633]: value = "task-2695762" [ 677.917339] env[62633]: _type = "Task" [ 677.917339] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.928029] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.055771] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695618} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.055771] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219/830c95e0-cfef-4940-86d7-3db3bf81d219.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.056100] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.056315] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e10d1797-4da3-4e51-8d79-c0ec2665d943 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.062618] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 678.062618] env[62633]: value = "task-2695763" [ 678.062618] env[62633]: _type = "Task" [ 678.062618] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.070270] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.286110] env[62633]: DEBUG nova.compute.utils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.288112] env[62633]: DEBUG nova.compute.manager [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.294428] env[62633]: DEBUG nova.network.neutron [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.312852] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bec2084-20fc-4cd3-88bc-a77fd816b011 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.356029] env[62633]: DEBUG nova.policy [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f4c2a4d854a4f658be84716e652562d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6599bacdde649af88b53f5dcc1b9569', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.429812] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084695} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.430909] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.431227] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0fcec8-f812-40c4-b877-16e07b3cab36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.457529] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ce37e013-1443-4d3c-a639-ec2d64fddff2/ce37e013-1443-4d3c-a639-ec2d64fddff2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.460862] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2daedc2-46be-497f-b5ac-9701e01d490c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.483064] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 678.483064] env[62633]: value = "task-2695764" [ 678.483064] env[62633]: _type = "Task" [ 678.483064] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.497701] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.530048] env[62633]: DEBUG nova.compute.manager [req-9d6b53a2-f8c0-4e66-8b1f-7144ab07d9ec req-f97882cb-5883-4f35-bfca-712a9e07f934 service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Received event network-vif-plugged-e1842530-da5b-4025-a453-c8487939953b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.530292] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d6b53a2-f8c0-4e66-8b1f-7144ab07d9ec req-f97882cb-5883-4f35-bfca-712a9e07f934 service nova] Acquiring lock "3ff447b7-9a02-4f12-8003-b4915cf440a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.530506] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d6b53a2-f8c0-4e66-8b1f-7144ab07d9ec req-f97882cb-5883-4f35-bfca-712a9e07f934 service nova] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.530693] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d6b53a2-f8c0-4e66-8b1f-7144ab07d9ec req-f97882cb-5883-4f35-bfca-712a9e07f934 service nova] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.530840] env[62633]: DEBUG nova.compute.manager [req-9d6b53a2-f8c0-4e66-8b1f-7144ab07d9ec req-f97882cb-5883-4f35-bfca-712a9e07f934 service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] No waiting events found dispatching network-vif-plugged-e1842530-da5b-4025-a453-c8487939953b {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.531021] env[62633]: WARNING nova.compute.manager [req-9d6b53a2-f8c0-4e66-8b1f-7144ab07d9ec req-f97882cb-5883-4f35-bfca-712a9e07f934 service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Received unexpected event network-vif-plugged-e1842530-da5b-4025-a453-c8487939953b for instance with vm_state building and task_state spawning. [ 678.575776] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.626096] env[62633]: DEBUG nova.network.neutron [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Successfully updated port: e1842530-da5b-4025-a453-c8487939953b {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.803100] env[62633]: DEBUG nova.compute.manager [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.947831] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c339d3-a2e5-472b-9fb0-13a4dd41a201 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.956238] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082bfd09-eca3-4764-a3cf-425f00186b44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.995730] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c325ad-1d62-4979-9678-9c56c5ecf7a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.008208] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.009774] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cd4d6f-60ba-4562-ae64-971f0c9ede73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.027650] env[62633]: DEBUG nova.compute.provider_tree [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.067023] env[62633]: DEBUG nova.network.neutron [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Successfully created port: 07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.084181] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.00597} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.084483] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.085516] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e962ea8f-e9b8-48c0-bf1e-ce457ad1e2c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.109796] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219/830c95e0-cfef-4940-86d7-3db3bf81d219.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.110528] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a915267a-c59e-4754-a480-a76931b6d132 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.132333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.132394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.132879] env[62633]: DEBUG nova.network.neutron [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.135377] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 679.135377] env[62633]: value = "task-2695765" [ 679.135377] env[62633]: _type = "Task" [ 679.135377] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.146756] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.252956] env[62633]: DEBUG nova.objects.instance [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'flavor' on Instance uuid 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.500458] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695764, 'name': ReconfigVM_Task, 'duration_secs': 0.652457} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.500458] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ce37e013-1443-4d3c-a639-ec2d64fddff2/ce37e013-1443-4d3c-a639-ec2d64fddff2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.501913] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f46118-5699-4059-b968-038d87ef8499 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.508123] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 679.508123] env[62633]: value = "task-2695766" [ 679.508123] env[62633]: _type = "Task" [ 679.508123] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.515868] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695766, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.529060] env[62633]: DEBUG nova.scheduler.client.report [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.648682] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.694707] env[62633]: DEBUG nova.network.neutron [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.757355] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.757634] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.757700] env[62633]: DEBUG nova.network.neutron [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.758081] env[62633]: DEBUG nova.objects.instance [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'info_cache' on Instance uuid 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.814729] env[62633]: DEBUG nova.compute.manager [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.845933] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.846304] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.846499] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.846683] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.846827] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.847011] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.847237] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.847396] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.847580] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.847788] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.847969] env[62633]: DEBUG nova.virt.hardware [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.849335] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844311e1-ecf0-4a84-975b-50a9995ef327 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.858155] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2efe85-6210-48a4-adb3-e33909bd39a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.953471] env[62633]: DEBUG nova.network.neutron [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance_info_cache with network_info: [{"id": "e1842530-da5b-4025-a453-c8487939953b", "address": "fa:16:3e:05:9d:f5", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1842530-da", "ovs_interfaceid": "e1842530-da5b-4025-a453-c8487939953b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.023493] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695766, 'name': Rename_Task, 'duration_secs': 0.27365} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.023771] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.024044] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12e46df2-5b69-4743-b20e-0677398baebf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.031684] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 680.031684] env[62633]: value = "task-2695767" [ 680.031684] env[62633]: _type = "Task" [ 680.031684] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.038105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.041220] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.477s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.043460] env[62633]: INFO nova.compute.claims [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.052685] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695767, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.065928] env[62633]: INFO nova.scheduler.client.report [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Deleted allocations for instance 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af [ 680.151126] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.263555] env[62633]: DEBUG nova.objects.base [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Object Instance<7f563c4b-274b-4324-b04e-0b75488d0290> lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 680.457649] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.458094] env[62633]: DEBUG nova.compute.manager [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Instance network_info: |[{"id": "e1842530-da5b-4025-a453-c8487939953b", "address": "fa:16:3e:05:9d:f5", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1842530-da", "ovs_interfaceid": "e1842530-da5b-4025-a453-c8487939953b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.458647] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:9d:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1842530-da5b-4025-a453-c8487939953b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.471371] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating folder: Project (44ff95c3662b4228b78f519129e02845). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.471700] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5561ec67-f2a8-418e-97c2-d97bae5f7154 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.483134] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Created folder: Project (44ff95c3662b4228b78f519129e02845) in parent group-v543169. [ 680.483486] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating folder: Instances. Parent ref: group-v543279. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.483820] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fb409d4-4fb0-49a2-b190-755bbee72999 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.495911] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Created folder: Instances in parent group-v543279. [ 680.496729] env[62633]: DEBUG oslo.service.loopingcall [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.496729] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.496729] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-381d63b1-969a-4ff7-9d6c-eca1e7bcdf61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.520736] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.520736] env[62633]: value = "task-2695770" [ 680.520736] env[62633]: _type = "Task" [ 680.520736] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.530797] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695770, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.543206] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.577540] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a092828f-1a3a-43f1-a380-eaf7bf0e258d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "6ce3d9e0-074b-4dbd-a70f-c83e1e1280af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.516s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.650718] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695765, 'name': ReconfigVM_Task, 'duration_secs': 1.262605} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.650718] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219/830c95e0-cfef-4940-86d7-3db3bf81d219.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.651424] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f12569e2-d9ea-41ff-bcee-001d8e972eec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.657888] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 680.657888] env[62633]: value = "task-2695771" [ 680.657888] env[62633]: _type = "Task" [ 680.657888] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.667033] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695771, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.846831] env[62633]: DEBUG nova.network.neutron [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Successfully updated port: 07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.035336] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695770, 'name': CreateVM_Task, 'duration_secs': 0.338219} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.040026] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.040026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.040026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.040421] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.041240] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad1fc87-d9bb-4d92-b608-db288b1e46a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.046884] env[62633]: DEBUG oslo_vmware.api [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695767, 'name': PowerOnVM_Task, 'duration_secs': 0.664549} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.047941] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.055209] env[62633]: INFO nova.compute.manager [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Took 8.85 seconds to spawn the instance on the hypervisor. [ 681.055209] env[62633]: DEBUG nova.compute.manager [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.064869] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d714fd0-a2de-4c20-8bbb-a7a9faee081c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.068969] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 681.068969] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52576125-7cdd-6a59-b269-b1d347536d3d" [ 681.068969] env[62633]: _type = "Task" [ 681.068969] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.086373] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52576125-7cdd-6a59-b269-b1d347536d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.086944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.087422] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.087801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.088094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.088376] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.088760] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70fb656a-fa64-4f0f-b60a-ce08d277db60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.098519] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.098713] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.102340] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff391665-3bb4-4db6-afd3-cb79ae21fed2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.118927] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 681.118927] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d0e656-ece2-06aa-f116-7ff23e233a2b" [ 681.118927] env[62633]: _type = "Task" [ 681.118927] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.128050] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d0e656-ece2-06aa-f116-7ff23e233a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.169849] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695771, 'name': Rename_Task, 'duration_secs': 0.195183} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.170580] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.173276] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2925ff35-a20b-4210-bd4f-1b019113fce8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.180368] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 681.180368] env[62633]: value = "task-2695772" [ 681.180368] env[62633]: _type = "Task" [ 681.180368] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.189542] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.202627] env[62633]: DEBUG nova.network.neutron [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updating instance_info_cache with network_info: [{"id": "ec8eb4d4-a690-49d5-a113-da36200de047", "address": "fa:16:3e:27:31:0c", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8eb4d4-a6", "ovs_interfaceid": "ec8eb4d4-a690-49d5-a113-da36200de047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.204945] env[62633]: DEBUG nova.compute.manager [req-922fe420-917d-44c2-a1f7-760041483c58 req-cdcf9b85-bd09-42d5-b0e0-a501535c3696 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Received event network-vif-plugged-07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.204945] env[62633]: DEBUG oslo_concurrency.lockutils [req-922fe420-917d-44c2-a1f7-760041483c58 req-cdcf9b85-bd09-42d5-b0e0-a501535c3696 service nova] Acquiring lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.208242] env[62633]: DEBUG oslo_concurrency.lockutils [req-922fe420-917d-44c2-a1f7-760041483c58 req-cdcf9b85-bd09-42d5-b0e0-a501535c3696 service nova] Lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.208242] env[62633]: DEBUG oslo_concurrency.lockutils [req-922fe420-917d-44c2-a1f7-760041483c58 req-cdcf9b85-bd09-42d5-b0e0-a501535c3696 service nova] Lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.208242] env[62633]: DEBUG nova.compute.manager [req-922fe420-917d-44c2-a1f7-760041483c58 req-cdcf9b85-bd09-42d5-b0e0-a501535c3696 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] No waiting events found dispatching network-vif-plugged-07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.208242] env[62633]: WARNING nova.compute.manager [req-922fe420-917d-44c2-a1f7-760041483c58 req-cdcf9b85-bd09-42d5-b0e0-a501535c3696 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Received unexpected event network-vif-plugged-07bcad87-ce32-44de-ad06-f57b6929d7bb for instance with vm_state building and task_state spawning. [ 681.226850] env[62633]: DEBUG nova.compute.manager [req-6ab63811-c760-4438-92f4-899d11723dfc req-fa8df8f2-5eb7-453a-b2c1-9547158a23b5 service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Received event network-changed-e1842530-da5b-4025-a453-c8487939953b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.228121] env[62633]: DEBUG nova.compute.manager [req-6ab63811-c760-4438-92f4-899d11723dfc req-fa8df8f2-5eb7-453a-b2c1-9547158a23b5 service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Refreshing instance network info cache due to event network-changed-e1842530-da5b-4025-a453-c8487939953b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.228314] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ab63811-c760-4438-92f4-899d11723dfc req-fa8df8f2-5eb7-453a-b2c1-9547158a23b5 service nova] Acquiring lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.228740] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ab63811-c760-4438-92f4-899d11723dfc req-fa8df8f2-5eb7-453a-b2c1-9547158a23b5 service nova] Acquired lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.228892] env[62633]: DEBUG nova.network.neutron [req-6ab63811-c760-4438-92f4-899d11723dfc req-fa8df8f2-5eb7-453a-b2c1-9547158a23b5 service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Refreshing network info cache for port e1842530-da5b-4025-a453-c8487939953b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.351808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.351808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquired lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.351808] env[62633]: DEBUG nova.network.neutron [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.591039] env[62633]: INFO nova.compute.manager [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Took 45.47 seconds to build instance. [ 681.609152] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878ccf89-b26c-438d-9546-f4d9eedf80dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.619524] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9969c9-aac0-4ed3-8a5d-ea15e818cd46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.632470] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d0e656-ece2-06aa-f116-7ff23e233a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.029194} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.660987] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419dec64-916d-419a-92b4-ac506c0e3910 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.664032] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a34a287-4b68-4fa3-b4b7-e8f552ac3cf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.669765] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 681.669765] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e2593f-c621-5ff7-585d-73c81f824fc6" [ 681.669765] env[62633]: _type = "Task" [ 681.669765] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.676874] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592eaaed-c578-481e-beeb-96abf942b652 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.687960] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e2593f-c621-5ff7-585d-73c81f824fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.696798] env[62633]: DEBUG nova.compute.provider_tree [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.701105] env[62633]: DEBUG oslo_vmware.api [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695772, 'name': PowerOnVM_Task, 'duration_secs': 0.508044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.703018] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.703018] env[62633]: DEBUG nova.compute.manager [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.703018] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133880d8-0527-461b-b7da-2a6f6b08677e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.706572] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Releasing lock "refresh_cache-7f563c4b-274b-4324-b04e-0b75488d0290" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.885415] env[62633]: DEBUG nova.network.neutron [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.050834] env[62633]: DEBUG nova.network.neutron [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updating instance_info_cache with network_info: [{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.093690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f93d915e-8852-4f9e-a083-ba073668b6d3 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "ce37e013-1443-4d3c-a639-ec2d64fddff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.054s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.182889] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e2593f-c621-5ff7-585d-73c81f824fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.015154} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.183289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.183666] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 3ff447b7-9a02-4f12-8003-b4915cf440a4/3ff447b7-9a02-4f12-8003-b4915cf440a4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.183960] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-951b61cc-21a8-412d-acb4-480acbbac4b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.191147] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 682.191147] env[62633]: value = "task-2695773" [ 682.191147] env[62633]: _type = "Task" [ 682.191147] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.205682] env[62633]: DEBUG nova.scheduler.client.report [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.211093] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.211093] env[62633]: DEBUG nova.network.neutron [req-6ab63811-c760-4438-92f4-899d11723dfc req-fa8df8f2-5eb7-453a-b2c1-9547158a23b5 service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updated VIF entry in instance network info cache for port e1842530-da5b-4025-a453-c8487939953b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.211370] env[62633]: DEBUG nova.network.neutron [req-6ab63811-c760-4438-92f4-899d11723dfc req-fa8df8f2-5eb7-453a-b2c1-9547158a23b5 service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance_info_cache with network_info: [{"id": "e1842530-da5b-4025-a453-c8487939953b", "address": "fa:16:3e:05:9d:f5", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1842530-da", "ovs_interfaceid": "e1842530-da5b-4025-a453-c8487939953b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.220927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.554091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Releasing lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.555104] env[62633]: DEBUG nova.compute.manager [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Instance network_info: |[{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.555104] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c4:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07bcad87-ce32-44de-ad06-f57b6929d7bb', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.564280] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Creating folder: Project (f6599bacdde649af88b53f5dcc1b9569). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.564577] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e15e0863-bb3a-422b-addc-5dc05d89d879 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.575765] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Created folder: Project (f6599bacdde649af88b53f5dcc1b9569) in parent group-v543169. [ 682.575985] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Creating folder: Instances. Parent ref: group-v543282. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.576301] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8caa6b13-6e12-49f5-8a87-336aa8f0fb48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.587233] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Created folder: Instances in parent group-v543282. [ 682.588030] env[62633]: DEBUG oslo.service.loopingcall [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.588030] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.588030] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c5515df-1451-4c6e-9498-b8dbcde4e017 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.602824] env[62633]: DEBUG nova.compute.manager [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.612122] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.612122] env[62633]: value = "task-2695776" [ 682.612122] env[62633]: _type = "Task" [ 682.612122] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.621525] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695776, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.704232] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695773, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.711154] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.712031] env[62633]: DEBUG nova.compute.manager [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.715074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.629s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.716752] env[62633]: INFO nova.compute.claims [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.719553] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ab63811-c760-4438-92f4-899d11723dfc req-fa8df8f2-5eb7-453a-b2c1-9547158a23b5 service nova] Releasing lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.721956] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.722265] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1065341-bcdb-4f96-81b0-a703a34bb195 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.728624] env[62633]: DEBUG oslo_vmware.api [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 682.728624] env[62633]: value = "task-2695777" [ 682.728624] env[62633]: _type = "Task" [ 682.728624] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.740070] env[62633]: DEBUG oslo_vmware.api [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.125518] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695776, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.130116] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.205022] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557206} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.205370] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 3ff447b7-9a02-4f12-8003-b4915cf440a4/3ff447b7-9a02-4f12-8003-b4915cf440a4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.205615] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.205894] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2528cd90-416b-44b5-82c1-359d8fc46f6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.212861] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 683.212861] env[62633]: value = "task-2695778" [ 683.212861] env[62633]: _type = "Task" [ 683.212861] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.223586] env[62633]: DEBUG nova.compute.utils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.227710] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.227868] env[62633]: DEBUG nova.compute.manager [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.227931] env[62633]: DEBUG nova.network.neutron [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.242116] env[62633]: DEBUG oslo_vmware.api [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695777, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.280859] env[62633]: DEBUG nova.policy [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd81dc9cbaa480faf9969da4360161e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f46c502a844552898a8f5d4ec1c0f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.322714] env[62633]: DEBUG oslo_vmware.rw_handles [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212ab0b-ed15-e2c2-49e1-88bfef6d9181/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 683.323919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f0824-fff6-4e9f-aa9b-a8b645f0085b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.332084] env[62633]: DEBUG oslo_vmware.rw_handles [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212ab0b-ed15-e2c2-49e1-88bfef6d9181/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 683.332264] env[62633]: ERROR oslo_vmware.rw_handles [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212ab0b-ed15-e2c2-49e1-88bfef6d9181/disk-0.vmdk due to incomplete transfer. [ 683.332492] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d83ed829-7085-4eb8-86d1-c8a27aaa2aec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.339963] env[62633]: DEBUG oslo_vmware.rw_handles [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212ab0b-ed15-e2c2-49e1-88bfef6d9181/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 683.340070] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Uploaded image 2bd53733-0ff4-44ee-8a31-d2cbfe76efb8 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 683.344985] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 683.344985] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b212293-24dc-4eb6-938e-3afbad8b42df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.349139] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 683.349139] env[62633]: value = "task-2695779" [ 683.349139] env[62633]: _type = "Task" [ 683.349139] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.358406] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695779, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.625673] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695776, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.648777] env[62633]: DEBUG nova.compute.manager [req-496088f1-265e-42f9-aec2-d53242d2a9c9 req-6bffd72a-f2a8-4f54-a454-fdc69caf579d service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Received event network-changed-07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.650591] env[62633]: DEBUG nova.compute.manager [req-496088f1-265e-42f9-aec2-d53242d2a9c9 req-6bffd72a-f2a8-4f54-a454-fdc69caf579d service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Refreshing instance network info cache due to event network-changed-07bcad87-ce32-44de-ad06-f57b6929d7bb. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.650591] env[62633]: DEBUG oslo_concurrency.lockutils [req-496088f1-265e-42f9-aec2-d53242d2a9c9 req-6bffd72a-f2a8-4f54-a454-fdc69caf579d service nova] Acquiring lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.650591] env[62633]: DEBUG oslo_concurrency.lockutils [req-496088f1-265e-42f9-aec2-d53242d2a9c9 req-6bffd72a-f2a8-4f54-a454-fdc69caf579d service nova] Acquired lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.650591] env[62633]: DEBUG nova.network.neutron [req-496088f1-265e-42f9-aec2-d53242d2a9c9 req-6bffd72a-f2a8-4f54-a454-fdc69caf579d service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Refreshing network info cache for port 07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.723996] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105473} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.727035] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.727035] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43395a5-65aa-4fa1-a3f9-484dc62aa751 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.728345] env[62633]: DEBUG nova.compute.manager [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.756291] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 3ff447b7-9a02-4f12-8003-b4915cf440a4/3ff447b7-9a02-4f12-8003-b4915cf440a4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.759560] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83af7c1-49dc-4082-9c11-0da49ab3c30b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.779997] env[62633]: DEBUG nova.network.neutron [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Successfully created port: 80936687-1bf0-42b9-a488-6ddafe4ff045 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.786517] env[62633]: DEBUG oslo_vmware.api [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695777, 'name': PowerOnVM_Task, 'duration_secs': 0.546715} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.789625] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.789844] env[62633]: DEBUG nova.compute.manager [None req-a40be9a0-a050-41cc-92ff-1be13bb078c3 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.791329] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ee2b1d-8510-4faa-a715-2a286d0af431 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.795564] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 683.795564] env[62633]: value = "task-2695780" [ 683.795564] env[62633]: _type = "Task" [ 683.795564] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.810567] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.867724] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695779, 'name': Destroy_Task, 'duration_secs': 0.36047} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.867995] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Destroyed the VM [ 683.868593] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 683.868932] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61603f53-21b3-4323-8c83-41f1b6ddd5a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.879103] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 683.879103] env[62633]: value = "task-2695781" [ 683.879103] env[62633]: _type = "Task" [ 683.879103] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.888312] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695781, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.954967] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "53a893e3-80c6-404d-be8a-8489bb210320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.955310] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "53a893e3-80c6-404d-be8a-8489bb210320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.125181] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695776, 'name': CreateVM_Task, 'duration_secs': 1.475487} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.125392] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.126207] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.126510] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.126606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.126865] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5b557b-1b7e-4025-b964-cbb44438248e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.131548] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 684.131548] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b6a5fd-2f0b-22d8-e23e-b8de36858802" [ 684.131548] env[62633]: _type = "Task" [ 684.131548] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.141336] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b6a5fd-2f0b-22d8-e23e-b8de36858802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.306286] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.327980] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b1ad42-ec1e-445d-9bc6-31c22d7e798a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.336099] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91f4d73-ae21-4c56-bd7f-8eb3eacd9bfd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.347579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.347579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.376040] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f3b224-bf57-4758-a108-f28ae1088ea3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.390898] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d001ab9-49ac-45ae-aee7-aad445884eca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.397170] env[62633]: DEBUG oslo_vmware.api [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695781, 'name': RemoveSnapshot_Task, 'duration_secs': 0.49917} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.399531] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 684.399768] env[62633]: INFO nova.compute.manager [None req-cf311ba1-29b4-4164-abd8-213663cca74a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Took 15.40 seconds to snapshot the instance on the hypervisor. [ 684.413629] env[62633]: DEBUG nova.compute.provider_tree [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.449848] env[62633]: DEBUG nova.network.neutron [req-496088f1-265e-42f9-aec2-d53242d2a9c9 req-6bffd72a-f2a8-4f54-a454-fdc69caf579d service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updated VIF entry in instance network info cache for port 07bcad87-ce32-44de-ad06-f57b6929d7bb. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.450599] env[62633]: DEBUG nova.network.neutron [req-496088f1-265e-42f9-aec2-d53242d2a9c9 req-6bffd72a-f2a8-4f54-a454-fdc69caf579d service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updating instance_info_cache with network_info: [{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.492465] env[62633]: DEBUG nova.compute.manager [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.493452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142cdd71-2d73-4194-ab35-b021248c90ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.641679] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b6a5fd-2f0b-22d8-e23e-b8de36858802, 'name': SearchDatastore_Task, 'duration_secs': 0.013645} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.641992] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.642254] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.642489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.642659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.642849] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.643470] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba6a53ef-e097-4325-84f9-76bfaf52e0d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.652555] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.652555] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.653116] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec930125-d712-4a1e-afc8-ffcedb2063b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.659472] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 684.659472] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5258ec22-ee6c-1248-681f-f8d26570c405" [ 684.659472] env[62633]: _type = "Task" [ 684.659472] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.666821] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5258ec22-ee6c-1248-681f-f8d26570c405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.743323] env[62633]: DEBUG nova.compute.manager [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.764199] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.764461] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.764621] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.764805] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.764971] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.765352] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.765586] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.765751] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.765921] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.766144] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.766359] env[62633]: DEBUG nova.virt.hardware [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.767261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb0ca73-6c43-45ae-91d2-37c6d652719c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.775837] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd4935-0137-4af5-9a0c-4b691681dc66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.805476] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695780, 'name': ReconfigVM_Task, 'duration_secs': 0.698476} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.805751] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 3ff447b7-9a02-4f12-8003-b4915cf440a4/3ff447b7-9a02-4f12-8003-b4915cf440a4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.806403] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59e5f091-61cc-4eb2-8cba-9b8ae1c31a86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.812358] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 684.812358] env[62633]: value = "task-2695782" [ 684.812358] env[62633]: _type = "Task" [ 684.812358] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.821426] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695782, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.849864] env[62633]: DEBUG nova.compute.utils [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.916596] env[62633]: DEBUG nova.scheduler.client.report [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.954400] env[62633]: DEBUG oslo_concurrency.lockutils [req-496088f1-265e-42f9-aec2-d53242d2a9c9 req-6bffd72a-f2a8-4f54-a454-fdc69caf579d service nova] Releasing lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.005967] env[62633]: INFO nova.compute.manager [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] instance snapshotting [ 685.007972] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633d1182-84a3-4c75-b44f-5661aeff6b1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.029923] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b429017-0309-40f9-988a-27ef90b6f8b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.169915] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5258ec22-ee6c-1248-681f-f8d26570c405, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.170694] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4987340-d805-499b-b37c-40169956239c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.175475] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 685.175475] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ed6390-caa6-1009-492f-9acbcb128ef7" [ 685.175475] env[62633]: _type = "Task" [ 685.175475] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.182845] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ed6390-caa6-1009-492f-9acbcb128ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.321870] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695782, 'name': Rename_Task, 'duration_secs': 0.278668} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.322541] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.322541] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af01a98a-8d56-4adf-8860-b18ac1816c7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.329027] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 685.329027] env[62633]: value = "task-2695783" [ 685.329027] env[62633]: _type = "Task" [ 685.329027] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.335831] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.352714] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.422109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.422747] env[62633]: DEBUG nova.compute.manager [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.425495] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.506s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.427255] env[62633]: INFO nova.compute.claims [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.539540] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "830c95e0-cfef-4940-86d7-3db3bf81d219" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.539842] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "830c95e0-cfef-4940-86d7-3db3bf81d219" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.540076] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "830c95e0-cfef-4940-86d7-3db3bf81d219-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.540294] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "830c95e0-cfef-4940-86d7-3db3bf81d219-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.540473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "830c95e0-cfef-4940-86d7-3db3bf81d219-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.545305] env[62633]: INFO nova.compute.manager [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Terminating instance [ 685.547456] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 685.552904] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a69b742-e463-4b47-a184-2915a70d4675 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.563584] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 685.563584] env[62633]: value = "task-2695784" [ 685.563584] env[62633]: _type = "Task" [ 685.563584] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.574456] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.610387] env[62633]: DEBUG nova.network.neutron [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Successfully updated port: 80936687-1bf0-42b9-a488-6ddafe4ff045 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.687165] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ed6390-caa6-1009-492f-9acbcb128ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.687496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.687758] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] f2b6ee32-9ab2-4a4a-a428-80a06b000dc7/f2b6ee32-9ab2-4a4a-a428-80a06b000dc7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.688032] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb0d47fc-c1c6-4c11-b870-907b58c92d28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.695404] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 685.695404] env[62633]: value = "task-2695785" [ 685.695404] env[62633]: _type = "Task" [ 685.695404] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.703769] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.839809] env[62633]: DEBUG oslo_vmware.api [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695783, 'name': PowerOnVM_Task, 'duration_secs': 0.492837} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.840112] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.840321] env[62633]: INFO nova.compute.manager [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Took 8.75 seconds to spawn the instance on the hypervisor. [ 685.840505] env[62633]: DEBUG nova.compute.manager [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.841344] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b9fa9-0166-4256-b2d6-041a3bc17ef8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.932143] env[62633]: DEBUG nova.compute.utils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.938722] env[62633]: DEBUG nova.compute.manager [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.938722] env[62633]: DEBUG nova.network.neutron [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.997257] env[62633]: DEBUG nova.policy [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b753bd8bf6c048289db78562a104411e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50a14f5df2ef4403b4107b7416922110', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.056579] env[62633]: DEBUG nova.compute.manager [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.056806] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.057872] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749101f0-cfba-490c-9f47-53d146705393 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.065986] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.069852] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7b949f-f681-4533-9eae-db8bf518235e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.076518] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.081024] env[62633]: DEBUG oslo_vmware.api [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 686.081024] env[62633]: value = "task-2695786" [ 686.081024] env[62633]: _type = "Task" [ 686.081024] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.089958] env[62633]: DEBUG oslo_vmware.api [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.114334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquiring lock "refresh_cache-2a11bdfc-b093-48e5-a464-d2b33dcb1839" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.114334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquired lock "refresh_cache-2a11bdfc-b093-48e5-a464-d2b33dcb1839" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.114646] env[62633]: DEBUG nova.network.neutron [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.207508] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695785, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.360306] env[62633]: INFO nova.compute.manager [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Took 46.56 seconds to build instance. [ 686.440020] env[62633]: DEBUG nova.compute.manager [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.460421] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.460962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.461318] env[62633]: INFO nova.compute.manager [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Attaching volume 0231eacb-177c-420d-8259-eb5c97c59a5d to /dev/sdb [ 686.473235] env[62633]: DEBUG nova.compute.manager [req-d9af0442-5cde-4ee4-8b34-dd6537f63a8f req-d324e217-b699-4507-ac3b-813be456d3be service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Received event network-vif-plugged-80936687-1bf0-42b9-a488-6ddafe4ff045 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.473235] env[62633]: DEBUG oslo_concurrency.lockutils [req-d9af0442-5cde-4ee4-8b34-dd6537f63a8f req-d324e217-b699-4507-ac3b-813be456d3be service nova] Acquiring lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.473235] env[62633]: DEBUG oslo_concurrency.lockutils [req-d9af0442-5cde-4ee4-8b34-dd6537f63a8f req-d324e217-b699-4507-ac3b-813be456d3be service nova] Lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.473235] env[62633]: DEBUG oslo_concurrency.lockutils [req-d9af0442-5cde-4ee4-8b34-dd6537f63a8f req-d324e217-b699-4507-ac3b-813be456d3be service nova] Lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.473415] env[62633]: DEBUG nova.compute.manager [req-d9af0442-5cde-4ee4-8b34-dd6537f63a8f req-d324e217-b699-4507-ac3b-813be456d3be service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] No waiting events found dispatching network-vif-plugged-80936687-1bf0-42b9-a488-6ddafe4ff045 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.474021] env[62633]: WARNING nova.compute.manager [req-d9af0442-5cde-4ee4-8b34-dd6537f63a8f req-d324e217-b699-4507-ac3b-813be456d3be service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Received unexpected event network-vif-plugged-80936687-1bf0-42b9-a488-6ddafe4ff045 for instance with vm_state building and task_state spawning. [ 686.514745] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a35dde-38b9-48dc-9a2f-daf3d144c8b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.521066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1c3914-c208-4795-a01d-7e9838c516f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.526494] env[62633]: DEBUG nova.network.neutron [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Successfully created port: 3d791772-a6e2-4583-8f80-9e0394e68431 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.536776] env[62633]: DEBUG nova.virt.block_device [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Updating existing volume attachment record: b44fe320-b9ee-4547-8045-20d4c3ca330c {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 686.577039] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695784, 'name': CreateSnapshot_Task, 'duration_secs': 0.687813} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.579827] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 686.581358] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac42d8d-0209-4512-8093-f3ef61fc250e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.599870] env[62633]: DEBUG oslo_vmware.api [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695786, 'name': PowerOffVM_Task, 'duration_secs': 0.417085} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.600609] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.600786] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.601060] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9c71e9-59fc-4c2d-b946-960ab91b69d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.656498] env[62633]: DEBUG nova.network.neutron [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.682861] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.682861] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.682861] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleting the datastore file [datastore2] 830c95e0-cfef-4940-86d7-3db3bf81d219 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.682987] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd04964e-b05c-4d49-a7ef-24ab1a97e5ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.690040] env[62633]: DEBUG oslo_vmware.api [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 686.690040] env[62633]: value = "task-2695788" [ 686.690040] env[62633]: _type = "Task" [ 686.690040] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.704935] env[62633]: DEBUG oslo_vmware.api [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.710040] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513667} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.714176] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] f2b6ee32-9ab2-4a4a-a428-80a06b000dc7/f2b6ee32-9ab2-4a4a-a428-80a06b000dc7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.714176] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.714176] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c64afb-90f4-4069-b0e7-d12d5ed5474e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.719989] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 686.719989] env[62633]: value = "task-2695790" [ 686.719989] env[62633]: _type = "Task" [ 686.719989] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.728471] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.833718] env[62633]: DEBUG nova.network.neutron [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Updating instance_info_cache with network_info: [{"id": "80936687-1bf0-42b9-a488-6ddafe4ff045", "address": "fa:16:3e:bc:fa:ad", "network": {"id": "86b1528b-efbb-44c5-966c-9a8e36fc814f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1493806850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f46c502a844552898a8f5d4ec1c0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80936687-1b", "ovs_interfaceid": "80936687-1bf0-42b9-a488-6ddafe4ff045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.863153] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a969f18e-7052-45eb-9c03-10790da53458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.677s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.039998] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e12f84-dfcc-47c7-94f9-6590c36606ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.047435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752405a0-1174-48f6-b756-a9c1ca47349b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.051017] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.051262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.051468] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.051648] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.051813] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.053881] env[62633]: INFO nova.compute.manager [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Terminating instance [ 687.086095] env[62633]: DEBUG nova.compute.manager [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.086326] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.087133] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72af821-0cd1-40f1-b79d-934c663020b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.090589] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5ed020-a4f3-447f-a79c-0fd45a08e729 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.102665] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc382a1-82df-4d49-98fe-874f59eb386c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.114193] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 687.114502] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.115067] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b583ad6-1296-46bf-9c53-0faacd40d9e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.118147] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420bc9b4-7c43-4840-8e06-f9e40ce020f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.132675] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "09e7f442-9910-4c63-a446-9f527cb23691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.132944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.133826] env[62633]: DEBUG nova.compute.provider_tree [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.136377] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 687.136377] env[62633]: value = "task-2695793" [ 687.136377] env[62633]: _type = "Task" [ 687.136377] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.144726] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695793, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.195406] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.195649] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.195827] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleting the datastore file [datastore1] 5bf389b8-44b8-4e04-bd94-848e4cdfd77f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.196483] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad2148ff-4ee5-4625-b15b-0f7e5d24c004 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.201467] env[62633]: DEBUG oslo_vmware.api [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165463} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.202057] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.202626] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.202626] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.202626] env[62633]: INFO nova.compute.manager [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Took 1.15 seconds to destroy the instance on the hypervisor. [ 687.202808] env[62633]: DEBUG oslo.service.loopingcall [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.202991] env[62633]: DEBUG nova.compute.manager [-] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.203113] env[62633]: DEBUG nova.network.neutron [-] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.205888] env[62633]: DEBUG oslo_vmware.api [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 687.205888] env[62633]: value = "task-2695795" [ 687.205888] env[62633]: _type = "Task" [ 687.205888] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.214251] env[62633]: DEBUG oslo_vmware.api [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.229124] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065397} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.230034] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.230239] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654511a3-8277-4e00-a20f-d6cbf7a124d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.252157] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] f2b6ee32-9ab2-4a4a-a428-80a06b000dc7/f2b6ee32-9ab2-4a4a-a428-80a06b000dc7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.253198] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ef6f6c-7db2-480b-8cb0-a683533fac8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.273763] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 687.273763] env[62633]: value = "task-2695796" [ 687.273763] env[62633]: _type = "Task" [ 687.273763] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.282698] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.336582] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Releasing lock "refresh_cache-2a11bdfc-b093-48e5-a464-d2b33dcb1839" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.336917] env[62633]: DEBUG nova.compute.manager [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Instance network_info: |[{"id": "80936687-1bf0-42b9-a488-6ddafe4ff045", "address": "fa:16:3e:bc:fa:ad", "network": {"id": "86b1528b-efbb-44c5-966c-9a8e36fc814f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1493806850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f46c502a844552898a8f5d4ec1c0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80936687-1b", "ovs_interfaceid": "80936687-1bf0-42b9-a488-6ddafe4ff045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.337469] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:fa:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80936687-1bf0-42b9-a488-6ddafe4ff045', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.345378] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Creating folder: Project (52f46c502a844552898a8f5d4ec1c0f6). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.345712] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db40cc1a-9544-4787-8bd1-3f4c9d3784be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.355880] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Created folder: Project (52f46c502a844552898a8f5d4ec1c0f6) in parent group-v543169. [ 687.357450] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Creating folder: Instances. Parent ref: group-v543289. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.357699] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcfcc708-9e5f-412e-9b96-c10a54acbb72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.365240] env[62633]: DEBUG nova.compute.manager [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.369461] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Created folder: Instances in parent group-v543289. [ 687.369738] env[62633]: DEBUG oslo.service.loopingcall [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.370286] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.370504] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2efbaf57-f5e1-4bf7-9287-584b0ba5118b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.394027] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.394027] env[62633]: value = "task-2695799" [ 687.394027] env[62633]: _type = "Task" [ 687.394027] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.403299] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695799, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.452483] env[62633]: DEBUG nova.compute.manager [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.479211] env[62633]: DEBUG nova.virt.hardware [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.480479] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cc97b3-76fb-4561-b50f-b302bef9e0b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.492099] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc5f13-52a1-4636-8ded-5cf6ba2669a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.642127] env[62633]: DEBUG nova.scheduler.client.report [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.652131] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695793, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.716819] env[62633]: DEBUG oslo_vmware.api [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166414} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.717254] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.717551] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.717826] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.718122] env[62633]: INFO nova.compute.manager [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Took 0.63 seconds to destroy the instance on the hypervisor. [ 687.718476] env[62633]: DEBUG oslo.service.loopingcall [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.718770] env[62633]: DEBUG nova.compute.manager [-] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.719029] env[62633]: DEBUG nova.network.neutron [-] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.786576] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695796, 'name': ReconfigVM_Task, 'duration_secs': 0.502823} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.786898] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Reconfigured VM instance instance-00000024 to attach disk [datastore2] f2b6ee32-9ab2-4a4a-a428-80a06b000dc7/f2b6ee32-9ab2-4a4a-a428-80a06b000dc7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.787565] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b77a0e7a-8f3e-4f06-bfb6-3cb3454c9c97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.793549] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 687.793549] env[62633]: value = "task-2695800" [ 687.793549] env[62633]: _type = "Task" [ 687.793549] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.803725] env[62633]: DEBUG nova.compute.manager [req-0fb98700-f215-4890-b31e-421d9a210755 req-f7f17463-54b8-4754-b8e9-81294def8264 service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Received event network-vif-deleted-22c2860f-40ed-4f60-acc9-060a4cc8993e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.803945] env[62633]: INFO nova.compute.manager [req-0fb98700-f215-4890-b31e-421d9a210755 req-f7f17463-54b8-4754-b8e9-81294def8264 service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Neutron deleted interface 22c2860f-40ed-4f60-acc9-060a4cc8993e; detaching it from the instance and deleting it from the info cache [ 687.804141] env[62633]: DEBUG nova.network.neutron [req-0fb98700-f215-4890-b31e-421d9a210755 req-f7f17463-54b8-4754-b8e9-81294def8264 service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.815445] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695800, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.895979] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.908998] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695799, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.063836] env[62633]: DEBUG nova.network.neutron [-] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.147456] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.148011] env[62633]: DEBUG nova.compute.manager [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.156903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.780s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.158591] env[62633]: INFO nova.compute.claims [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.163507] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695793, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.221883] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.222846] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.304516] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695800, 'name': Rename_Task, 'duration_secs': 0.185362} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.304995] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.305529] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-237fba88-ce2a-42a5-9648-78eda0280b46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.307600] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2aeeaaa-521c-40a4-a7ff-f2939888b2ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.320022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5b1693-295c-4029-834f-4d4bda8649f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.330426] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 688.330426] env[62633]: value = "task-2695801" [ 688.330426] env[62633]: _type = "Task" [ 688.330426] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.340111] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695801, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.359065] env[62633]: DEBUG nova.compute.manager [req-0fb98700-f215-4890-b31e-421d9a210755 req-f7f17463-54b8-4754-b8e9-81294def8264 service nova] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Detach interface failed, port_id=22c2860f-40ed-4f60-acc9-060a4cc8993e, reason: Instance 830c95e0-cfef-4940-86d7-3db3bf81d219 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 688.403914] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695799, 'name': CreateVM_Task, 'duration_secs': 0.523791} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.404140] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.404831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.405863] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.405863] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.405863] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2686bc04-2570-4d32-bddc-af7a26697a8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.410651] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 688.410651] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523bdec6-035c-2b92-b582-5d6f196eb37a" [ 688.410651] env[62633]: _type = "Task" [ 688.410651] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.418690] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523bdec6-035c-2b92-b582-5d6f196eb37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.525328] env[62633]: DEBUG nova.network.neutron [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Successfully updated port: 3d791772-a6e2-4583-8f80-9e0394e68431 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.567782] env[62633]: INFO nova.compute.manager [-] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Took 1.36 seconds to deallocate network for instance. [ 688.648736] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695793, 'name': CloneVM_Task, 'duration_secs': 1.26936} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.649186] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Created linked-clone VM from snapshot [ 688.649853] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd33ef96-e51f-47a7-ad95-6ab8c1d8dfff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.652544] env[62633]: DEBUG nova.network.neutron [-] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.658830] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Uploading image 14071e8f-d5ec-4677-8c64-b2b6713e04b2 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 688.663282] env[62633]: DEBUG nova.compute.manager [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Received event network-changed-80936687-1bf0-42b9-a488-6ddafe4ff045 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.663563] env[62633]: DEBUG nova.compute.manager [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Refreshing instance network info cache due to event network-changed-80936687-1bf0-42b9-a488-6ddafe4ff045. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.663674] env[62633]: DEBUG oslo_concurrency.lockutils [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] Acquiring lock "refresh_cache-2a11bdfc-b093-48e5-a464-d2b33dcb1839" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.664502] env[62633]: DEBUG oslo_concurrency.lockutils [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] Acquired lock "refresh_cache-2a11bdfc-b093-48e5-a464-d2b33dcb1839" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.664502] env[62633]: DEBUG nova.network.neutron [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Refreshing network info cache for port 80936687-1bf0-42b9-a488-6ddafe4ff045 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.673418] env[62633]: DEBUG nova.compute.utils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.673909] env[62633]: DEBUG nova.compute.manager [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.674115] env[62633]: DEBUG nova.network.neutron [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.699483] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 688.699483] env[62633]: value = "vm-543288" [ 688.699483] env[62633]: _type = "VirtualMachine" [ 688.699483] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 688.699779] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d7ee75d-e4e6-4698-9a22-37755252868c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.707632] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lease: (returnval){ [ 688.707632] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52813fd8-76f3-4dcb-0d02-8e34e7e3d4fc" [ 688.707632] env[62633]: _type = "HttpNfcLease" [ 688.707632] env[62633]: } obtained for exporting VM: (result){ [ 688.707632] env[62633]: value = "vm-543288" [ 688.707632] env[62633]: _type = "VirtualMachine" [ 688.707632] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 688.707632] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the lease: (returnval){ [ 688.707632] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52813fd8-76f3-4dcb-0d02-8e34e7e3d4fc" [ 688.707632] env[62633]: _type = "HttpNfcLease" [ 688.707632] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 688.715312] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.715312] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52813fd8-76f3-4dcb-0d02-8e34e7e3d4fc" [ 688.715312] env[62633]: _type = "HttpNfcLease" [ 688.715312] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 688.742614] env[62633]: DEBUG nova.policy [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ef125d8ae1149c5b3a327e76c8a99ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '976df5422ec041928d3b50f8cfa630b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.841144] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695801, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.932870] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523bdec6-035c-2b92-b582-5d6f196eb37a, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.933756] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.936164] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.936848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.936848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.936958] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.937342] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07940db1-c49e-4b24-82d3-6976cd8b8cf2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.947673] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.947912] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.948997] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573a8e81-b0ea-42ad-8180-9c03a7cfc66d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.959396] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 688.959396] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520d05d1-3bae-1299-0d06-a38a29f23134" [ 688.959396] env[62633]: _type = "Task" [ 688.959396] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.974154] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520d05d1-3bae-1299-0d06-a38a29f23134, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.975115] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302fa46a-1284-4cfb-8dae-e33714020e59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.982028] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 688.982028] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5244befb-c81b-1100-6450-9e791d57a4a8" [ 688.982028] env[62633]: _type = "Task" [ 688.982028] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.994070] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5244befb-c81b-1100-6450-9e791d57a4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.027811] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquiring lock "refresh_cache-b81dc60c-f0a2-4243-80d8-21c014cdc311" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.028203] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquired lock "refresh_cache-b81dc60c-f0a2-4243-80d8-21c014cdc311" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.028203] env[62633]: DEBUG nova.network.neutron [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.076443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.155432] env[62633]: INFO nova.compute.manager [-] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Took 1.44 seconds to deallocate network for instance. [ 689.180774] env[62633]: DEBUG nova.compute.manager [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.216877] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.216877] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52813fd8-76f3-4dcb-0d02-8e34e7e3d4fc" [ 689.216877] env[62633]: _type = "HttpNfcLease" [ 689.216877] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 689.217385] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 689.217385] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52813fd8-76f3-4dcb-0d02-8e34e7e3d4fc" [ 689.217385] env[62633]: _type = "HttpNfcLease" [ 689.217385] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 689.218847] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c1a1c8-60a7-4d0b-8539-a8e88d2b92f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.235348] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfdb55-2414-b2f7-4b39-96c819d49b14/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 689.235663] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfdb55-2414-b2f7-4b39-96c819d49b14/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 689.344983] env[62633]: DEBUG oslo_vmware.api [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695801, 'name': PowerOnVM_Task, 'duration_secs': 0.63769} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.346115] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.346115] env[62633]: INFO nova.compute.manager [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Took 9.53 seconds to spawn the instance on the hypervisor. [ 689.346115] env[62633]: DEBUG nova.compute.manager [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.346528] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083e5de6-a8d8-41ef-aea0-5e77bbacb6f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.433754] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f72603c-5aa4-4755-8c76-e567b06a39a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.482884] env[62633]: DEBUG nova.network.neutron [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Successfully created port: 28661dec-7f39-4c6a-8248-4b5c7e19b88e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.496034] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5244befb-c81b-1100-6450-9e791d57a4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.498185] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.498418] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 2a11bdfc-b093-48e5-a464-d2b33dcb1839/2a11bdfc-b093-48e5-a464-d2b33dcb1839.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.498709] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0a9a52a-b692-4c5f-aa6a-087b4c8a4cc4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.507041] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 689.507041] env[62633]: value = "task-2695803" [ 689.507041] env[62633]: _type = "Task" [ 689.507041] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.520461] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.576904] env[62633]: DEBUG nova.network.neutron [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Updated VIF entry in instance network info cache for port 80936687-1bf0-42b9-a488-6ddafe4ff045. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.577267] env[62633]: DEBUG nova.network.neutron [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Updating instance_info_cache with network_info: [{"id": "80936687-1bf0-42b9-a488-6ddafe4ff045", "address": "fa:16:3e:bc:fa:ad", "network": {"id": "86b1528b-efbb-44c5-966c-9a8e36fc814f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1493806850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f46c502a844552898a8f5d4ec1c0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80936687-1b", "ovs_interfaceid": "80936687-1bf0-42b9-a488-6ddafe4ff045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.583134] env[62633]: DEBUG nova.network.neutron [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.665214] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.833088] env[62633]: DEBUG nova.network.neutron [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Updating instance_info_cache with network_info: [{"id": "3d791772-a6e2-4583-8f80-9e0394e68431", "address": "fa:16:3e:ae:46:d2", "network": {"id": "432b416b-fdc1-4c16-a300-d7f22ceef635", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1053522462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a14f5df2ef4403b4107b7416922110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d791772-a6", "ovs_interfaceid": "3d791772-a6e2-4583-8f80-9e0394e68431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.880430] env[62633]: INFO nova.compute.manager [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Took 47.23 seconds to build instance. [ 689.897675] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d530f60e-6fc5-4779-8df0-2c9e2ffe51e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.912863] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93d27c9-9121-402a-9cf2-def6709b6346 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.967955] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9763c2-d905-43db-adc4-2260311db493 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.983092] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d28530-f863-49b4-bf3a-2664bb3eb00a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.991089] env[62633]: DEBUG nova.compute.manager [req-7408b2f6-eda0-41cf-8f1f-3aedd4781526 req-cebd1a30-f8a0-4a90-a6e0-77c65f5111de service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Received event network-changed-e1842530-da5b-4025-a453-c8487939953b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.991313] env[62633]: DEBUG nova.compute.manager [req-7408b2f6-eda0-41cf-8f1f-3aedd4781526 req-cebd1a30-f8a0-4a90-a6e0-77c65f5111de service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Refreshing instance network info cache due to event network-changed-e1842530-da5b-4025-a453-c8487939953b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.991592] env[62633]: DEBUG oslo_concurrency.lockutils [req-7408b2f6-eda0-41cf-8f1f-3aedd4781526 req-cebd1a30-f8a0-4a90-a6e0-77c65f5111de service nova] Acquiring lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.992573] env[62633]: DEBUG oslo_concurrency.lockutils [req-7408b2f6-eda0-41cf-8f1f-3aedd4781526 req-cebd1a30-f8a0-4a90-a6e0-77c65f5111de service nova] Acquired lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.992573] env[62633]: DEBUG nova.network.neutron [req-7408b2f6-eda0-41cf-8f1f-3aedd4781526 req-cebd1a30-f8a0-4a90-a6e0-77c65f5111de service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Refreshing network info cache for port e1842530-da5b-4025-a453-c8487939953b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.012227] env[62633]: DEBUG nova.compute.provider_tree [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.023227] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695803, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.080089] env[62633]: DEBUG oslo_concurrency.lockutils [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] Releasing lock "refresh_cache-2a11bdfc-b093-48e5-a464-d2b33dcb1839" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.080572] env[62633]: DEBUG nova.compute.manager [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Received event network-vif-plugged-3d791772-a6e2-4583-8f80-9e0394e68431 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.080815] env[62633]: DEBUG oslo_concurrency.lockutils [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] Acquiring lock "b81dc60c-f0a2-4243-80d8-21c014cdc311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.082346] env[62633]: DEBUG oslo_concurrency.lockutils [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] Lock "b81dc60c-f0a2-4243-80d8-21c014cdc311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.082346] env[62633]: DEBUG oslo_concurrency.lockutils [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] Lock "b81dc60c-f0a2-4243-80d8-21c014cdc311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.082346] env[62633]: DEBUG nova.compute.manager [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] No waiting events found dispatching network-vif-plugged-3d791772-a6e2-4583-8f80-9e0394e68431 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.082346] env[62633]: WARNING nova.compute.manager [req-24a651fa-db41-4750-b5c2-6d3c38a3f562 req-3e33dce5-8557-4343-b7fc-34d759c619a1 service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Received unexpected event network-vif-plugged-3d791772-a6e2-4583-8f80-9e0394e68431 for instance with vm_state building and task_state spawning. [ 690.196270] env[62633]: DEBUG nova.compute.manager [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.222494] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.222852] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.223103] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.223313] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.223798] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.224283] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.224283] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.224532] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.226022] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.226022] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.226022] env[62633]: DEBUG nova.virt.hardware [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.226523] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908b15b-830d-4ed0-a8ad-28f740ac1bc0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.235043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b47bdf-b4d9-487a-8b45-cbe8542c23ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.335763] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Releasing lock "refresh_cache-b81dc60c-f0a2-4243-80d8-21c014cdc311" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.336154] env[62633]: DEBUG nova.compute.manager [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Instance network_info: |[{"id": "3d791772-a6e2-4583-8f80-9e0394e68431", "address": "fa:16:3e:ae:46:d2", "network": {"id": "432b416b-fdc1-4c16-a300-d7f22ceef635", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1053522462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a14f5df2ef4403b4107b7416922110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d791772-a6", "ovs_interfaceid": "3d791772-a6e2-4583-8f80-9e0394e68431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.336599] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:46:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d791772-a6e2-4583-8f80-9e0394e68431', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.348726] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Creating folder: Project (50a14f5df2ef4403b4107b7416922110). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.352086] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e77707-c08e-4007-ade2-985ec5cee4ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.360537] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Created folder: Project (50a14f5df2ef4403b4107b7416922110) in parent group-v543169. [ 690.361015] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Creating folder: Instances. Parent ref: group-v543292. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.361408] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cbbb2df-3a78-4540-9f57-cdb75305ce60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.370951] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Created folder: Instances in parent group-v543292. [ 690.371353] env[62633]: DEBUG oslo.service.loopingcall [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.371835] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.372177] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90e4b138-9d87-4a8f-9c6e-b67c5fe8304c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.393033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46c7d077-3778-4fd9-95ea-b5215094e8bf tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.755s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.399922] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.399922] env[62633]: value = "task-2695806" [ 690.399922] env[62633]: _type = "Task" [ 690.399922] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.409591] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695806, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.521493] env[62633]: DEBUG nova.scheduler.client.report [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.526947] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52408} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.529037] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 2a11bdfc-b093-48e5-a464-d2b33dcb1839/2a11bdfc-b093-48e5-a464-d2b33dcb1839.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.529037] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.529037] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc5999df-9e26-48e1-b78d-78223d4f1529 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.538201] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 690.538201] env[62633]: value = "task-2695807" [ 690.538201] env[62633]: _type = "Task" [ 690.538201] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.550346] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.798869] env[62633]: DEBUG nova.compute.manager [req-2964335e-42fb-42b7-aff5-0749ccff68ad req-d58ca178-f1a9-45ae-935e-7958a3d4e2ab service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Received event network-changed-3d791772-a6e2-4583-8f80-9e0394e68431 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.799804] env[62633]: DEBUG nova.compute.manager [req-2964335e-42fb-42b7-aff5-0749ccff68ad req-d58ca178-f1a9-45ae-935e-7958a3d4e2ab service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Refreshing instance network info cache due to event network-changed-3d791772-a6e2-4583-8f80-9e0394e68431. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 690.800152] env[62633]: DEBUG oslo_concurrency.lockutils [req-2964335e-42fb-42b7-aff5-0749ccff68ad req-d58ca178-f1a9-45ae-935e-7958a3d4e2ab service nova] Acquiring lock "refresh_cache-b81dc60c-f0a2-4243-80d8-21c014cdc311" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.800364] env[62633]: DEBUG oslo_concurrency.lockutils [req-2964335e-42fb-42b7-aff5-0749ccff68ad req-d58ca178-f1a9-45ae-935e-7958a3d4e2ab service nova] Acquired lock "refresh_cache-b81dc60c-f0a2-4243-80d8-21c014cdc311" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.800660] env[62633]: DEBUG nova.network.neutron [req-2964335e-42fb-42b7-aff5-0749ccff68ad req-d58ca178-f1a9-45ae-935e-7958a3d4e2ab service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Refreshing network info cache for port 3d791772-a6e2-4583-8f80-9e0394e68431 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.813401] env[62633]: DEBUG nova.network.neutron [req-7408b2f6-eda0-41cf-8f1f-3aedd4781526 req-cebd1a30-f8a0-4a90-a6e0-77c65f5111de service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updated VIF entry in instance network info cache for port e1842530-da5b-4025-a453-c8487939953b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.814099] env[62633]: DEBUG nova.network.neutron [req-7408b2f6-eda0-41cf-8f1f-3aedd4781526 req-cebd1a30-f8a0-4a90-a6e0-77c65f5111de service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance_info_cache with network_info: [{"id": "e1842530-da5b-4025-a453-c8487939953b", "address": "fa:16:3e:05:9d:f5", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1842530-da", "ovs_interfaceid": "e1842530-da5b-4025-a453-c8487939953b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.895032] env[62633]: DEBUG nova.compute.manager [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.922895] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695806, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.028502] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.029739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.541s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.029977] env[62633]: DEBUG nova.objects.instance [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lazy-loading 'resources' on Instance uuid 2e489091-10ab-4c49-813b-9181de43a09e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.052573] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081312} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.052956] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.056875] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17eeec-1e71-48e7-b770-3a82c7863185 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.078563] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 2a11bdfc-b093-48e5-a464-d2b33dcb1839/2a11bdfc-b093-48e5-a464-d2b33dcb1839.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.079322] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166b4f89-1c97-4e75-a082-efa893ac4d50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.100248] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 691.100248] env[62633]: value = "task-2695809" [ 691.100248] env[62633]: _type = "Task" [ 691.100248] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.118088] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.317420] env[62633]: DEBUG oslo_concurrency.lockutils [req-7408b2f6-eda0-41cf-8f1f-3aedd4781526 req-cebd1a30-f8a0-4a90-a6e0-77c65f5111de service nova] Releasing lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.317420] env[62633]: DEBUG nova.compute.manager [req-7408b2f6-eda0-41cf-8f1f-3aedd4781526 req-cebd1a30-f8a0-4a90-a6e0-77c65f5111de service nova] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Received event network-vif-deleted-2d133e36-74d8-4965-90f1-bd36e33f0d72 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.424225] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695806, 'name': CreateVM_Task, 'duration_secs': 0.53185} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.427260] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.428251] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.428655] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.429100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.429701] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f22ec1-d13c-4526-a274-e218eacf1b0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.432931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.437244] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 691.437244] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52fd3f0f-b59d-86a3-8fb2-9e759b51d013" [ 691.437244] env[62633]: _type = "Task" [ 691.437244] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.446811] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fd3f0f-b59d-86a3-8fb2-9e759b51d013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.535127] env[62633]: DEBUG nova.network.neutron [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Successfully updated port: 28661dec-7f39-4c6a-8248-4b5c7e19b88e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.537666] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquiring lock "005bcc83-e9e4-419d-b71f-328ff1a3639c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.537906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "005bcc83-e9e4-419d-b71f-328ff1a3639c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.545565] env[62633]: DEBUG nova.network.neutron [req-2964335e-42fb-42b7-aff5-0749ccff68ad req-d58ca178-f1a9-45ae-935e-7958a3d4e2ab service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Updated VIF entry in instance network info cache for port 3d791772-a6e2-4583-8f80-9e0394e68431. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.545960] env[62633]: DEBUG nova.network.neutron [req-2964335e-42fb-42b7-aff5-0749ccff68ad req-d58ca178-f1a9-45ae-935e-7958a3d4e2ab service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Updating instance_info_cache with network_info: [{"id": "3d791772-a6e2-4583-8f80-9e0394e68431", "address": "fa:16:3e:ae:46:d2", "network": {"id": "432b416b-fdc1-4c16-a300-d7f22ceef635", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1053522462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a14f5df2ef4403b4107b7416922110", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d791772-a6", "ovs_interfaceid": "3d791772-a6e2-4583-8f80-9e0394e68431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.610864] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.951555] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fd3f0f-b59d-86a3-8fb2-9e759b51d013, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.951926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.952201] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.952780] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.952780] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.956140] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.956140] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b16e9dfd-e63f-4275-8f69-5c6e2efd8d5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.965142] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.965330] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.969037] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde0638e-eb98-4db1-92e7-04efe55e1320 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.975666] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 691.975666] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d67089-2760-0ee3-a9af-d096209a9fc2" [ 691.975666] env[62633]: _type = "Task" [ 691.975666] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.981522] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d67089-2760-0ee3-a9af-d096209a9fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.044598] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b5dd5f-44b1-44e0-a8f7-4a8c839ac889 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.045362] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "005bcc83-e9e4-419d-b71f-328ff1a3639c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.045973] env[62633]: DEBUG nova.compute.manager [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.048829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquiring lock "refresh_cache-ca27a04d-c316-43ca-95bc-479e5657dea8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.048991] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquired lock "refresh_cache-ca27a04d-c316-43ca-95bc-479e5657dea8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.049173] env[62633]: DEBUG nova.network.neutron [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.052570] env[62633]: DEBUG oslo_concurrency.lockutils [req-2964335e-42fb-42b7-aff5-0749ccff68ad req-d58ca178-f1a9-45ae-935e-7958a3d4e2ab service nova] Releasing lock "refresh_cache-b81dc60c-f0a2-4243-80d8-21c014cdc311" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.058563] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce79ada-3b7b-46de-8fc0-61a5ac99eefa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.093673] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bfc481-a3e6-4fef-bb0e-f445a207c47e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.105638] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5e6a28-42cc-4b32-a932-52d43985c006 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.121559] env[62633]: DEBUG nova.compute.provider_tree [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.126261] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.484909] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d67089-2760-0ee3-a9af-d096209a9fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.485737] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7eb7bc-2436-401b-8d65-f7b8743031eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.490627] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 692.490627] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528cc253-408d-dab5-a8e0-afd5aff5e2ec" [ 692.490627] env[62633]: _type = "Task" [ 692.490627] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.498360] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528cc253-408d-dab5-a8e0-afd5aff5e2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.553926] env[62633]: DEBUG nova.compute.utils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.558845] env[62633]: DEBUG nova.compute.manager [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.558845] env[62633]: DEBUG nova.network.neutron [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.596603] env[62633]: DEBUG nova.policy [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f292892a4c3400082e27af6345a1244', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4592cace5f45437ebe8650edf676889d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.602502] env[62633]: DEBUG nova.network.neutron [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.613072] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695809, 'name': ReconfigVM_Task, 'duration_secs': 1.210312} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.613362] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 2a11bdfc-b093-48e5-a464-d2b33dcb1839/2a11bdfc-b093-48e5-a464-d2b33dcb1839.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.614112] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7989822-e2c2-4715-a0a2-f30506e9eb6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.620304] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 692.620304] env[62633]: value = "task-2695810" [ 692.620304] env[62633]: _type = "Task" [ 692.620304] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.627579] env[62633]: DEBUG nova.scheduler.client.report [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.637399] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695810, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.754014] env[62633]: DEBUG nova.network.neutron [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Updating instance_info_cache with network_info: [{"id": "28661dec-7f39-4c6a-8248-4b5c7e19b88e", "address": "fa:16:3e:03:b3:9a", "network": {"id": "64b58425-8a48-47d2-91b7-21f960b0d377", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1220062513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "976df5422ec041928d3b50f8cfa630b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28661dec-7f", "ovs_interfaceid": "28661dec-7f39-4c6a-8248-4b5c7e19b88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.855875] env[62633]: DEBUG nova.compute.manager [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Received event network-changed-07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.856112] env[62633]: DEBUG nova.compute.manager [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Refreshing instance network info cache due to event network-changed-07bcad87-ce32-44de-ad06-f57b6929d7bb. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.856332] env[62633]: DEBUG oslo_concurrency.lockutils [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] Acquiring lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.856933] env[62633]: DEBUG oslo_concurrency.lockutils [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] Acquired lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.856933] env[62633]: DEBUG nova.network.neutron [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Refreshing network info cache for port 07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.002677] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528cc253-408d-dab5-a8e0-afd5aff5e2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.003041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.003388] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] b81dc60c-f0a2-4243-80d8-21c014cdc311/b81dc60c-f0a2-4243-80d8-21c014cdc311.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.003725] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c4b6894-3233-4c9b-8a7f-d8a9918707e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.010826] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 693.010826] env[62633]: value = "task-2695811" [ 693.010826] env[62633]: _type = "Task" [ 693.010826] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.020443] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.028155] env[62633]: DEBUG nova.network.neutron [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Successfully created port: e5542768-c860-4bb0-8c46-bda0246b177c {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.060362] env[62633]: DEBUG nova.compute.manager [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.110546] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 693.110813] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543287', 'volume_id': '0231eacb-177c-420d-8259-eb5c97c59a5d', 'name': 'volume-0231eacb-177c-420d-8259-eb5c97c59a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99494742-9f6f-404c-bcb2-be74f0f36b4e', 'attached_at': '', 'detached_at': '', 'volume_id': '0231eacb-177c-420d-8259-eb5c97c59a5d', 'serial': '0231eacb-177c-420d-8259-eb5c97c59a5d'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 693.111784] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e78581-96b5-409f-a540-9fd422545c4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.134126] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241d08ad-e2f1-47b9-9e5f-e6aa0fdca801 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.138719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.157677] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.304s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.157970] env[62633]: DEBUG nova.objects.instance [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lazy-loading 'resources' on Instance uuid 6a118a55-f098-4068-a852-556138ed9cdb {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.159388] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695810, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.169516] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-0231eacb-177c-420d-8259-eb5c97c59a5d/volume-0231eacb-177c-420d-8259-eb5c97c59a5d.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.171974] env[62633]: INFO nova.scheduler.client.report [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Deleted allocations for instance 2e489091-10ab-4c49-813b-9181de43a09e [ 693.174339] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ec1242-913c-4f62-98dc-1b25581162bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.202671] env[62633]: DEBUG oslo_vmware.api [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 693.202671] env[62633]: value = "task-2695812" [ 693.202671] env[62633]: _type = "Task" [ 693.202671] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.214266] env[62633]: DEBUG oslo_vmware.api [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.259158] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Releasing lock "refresh_cache-ca27a04d-c316-43ca-95bc-479e5657dea8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.259656] env[62633]: DEBUG nova.compute.manager [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Instance network_info: |[{"id": "28661dec-7f39-4c6a-8248-4b5c7e19b88e", "address": "fa:16:3e:03:b3:9a", "network": {"id": "64b58425-8a48-47d2-91b7-21f960b0d377", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1220062513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "976df5422ec041928d3b50f8cfa630b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28661dec-7f", "ovs_interfaceid": "28661dec-7f39-4c6a-8248-4b5c7e19b88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.260243] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:b3:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28661dec-7f39-4c6a-8248-4b5c7e19b88e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.268689] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Creating folder: Project (976df5422ec041928d3b50f8cfa630b7). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.269098] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc9e161-ed90-4904-b894-4e2e58e49647 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.282145] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Created folder: Project (976df5422ec041928d3b50f8cfa630b7) in parent group-v543169. [ 693.283368] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Creating folder: Instances. Parent ref: group-v543295. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.283676] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7368028f-716d-4669-93e9-0bd6a8b451e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.297479] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Created folder: Instances in parent group-v543295. [ 693.297803] env[62633]: DEBUG oslo.service.loopingcall [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.297960] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.298221] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2791f3a1-48bd-4857-b4ab-66f5fa3b0f9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.318863] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.318863] env[62633]: value = "task-2695815" [ 693.318863] env[62633]: _type = "Task" [ 693.318863] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.328453] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695815, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.525764] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509288} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.526189] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] b81dc60c-f0a2-4243-80d8-21c014cdc311/b81dc60c-f0a2-4243-80d8-21c014cdc311.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.526495] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.526731] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3b204f3-8167-4864-a489-5277368a5368 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.534185] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 693.534185] env[62633]: value = "task-2695816" [ 693.534185] env[62633]: _type = "Task" [ 693.534185] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.543366] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.629421] env[62633]: DEBUG nova.network.neutron [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updated VIF entry in instance network info cache for port 07bcad87-ce32-44de-ad06-f57b6929d7bb. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.629833] env[62633]: DEBUG nova.network.neutron [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updating instance_info_cache with network_info: [{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.640943] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695810, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.705792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "2e489091-10ab-4c49-813b-9181de43a09e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.735s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.720737] env[62633]: DEBUG oslo_vmware.api [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.834803] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695815, 'name': CreateVM_Task, 'duration_secs': 0.512564} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.834973] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.835723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.835886] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.836594] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.836594] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1c7e8c-db6f-4c2d-8bf8-4f9c2f0a6e30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.843149] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 693.843149] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524232a0-76f0-7064-4247-47e47c2831d2" [ 693.843149] env[62633]: _type = "Task" [ 693.843149] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.851948] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524232a0-76f0-7064-4247-47e47c2831d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.043794] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075222} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.044047] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.044972] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fbf54e-ab23-4b2a-9df4-17b782808bc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.072301] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] b81dc60c-f0a2-4243-80d8-21c014cdc311/b81dc60c-f0a2-4243-80d8-21c014cdc311.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.076050] env[62633]: DEBUG nova.compute.manager [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.077977] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2dd16de-8649-4873-87da-33ee70891fc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.098907] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 694.098907] env[62633]: value = "task-2695817" [ 694.098907] env[62633]: _type = "Task" [ 694.098907] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.109137] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.121665] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.121990] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.122273] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.122513] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.122667] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.122818] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.123052] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.123226] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.123402] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.123574] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.123770] env[62633]: DEBUG nova.virt.hardware [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.124786] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3f2e89-57d3-4b03-bdbb-e906c4b9a098 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.138537] env[62633]: DEBUG oslo_concurrency.lockutils [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] Releasing lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.138792] env[62633]: DEBUG nova.compute.manager [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Received event network-vif-plugged-28661dec-7f39-4c6a-8248-4b5c7e19b88e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.138988] env[62633]: DEBUG oslo_concurrency.lockutils [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] Acquiring lock "ca27a04d-c316-43ca-95bc-479e5657dea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.139216] env[62633]: DEBUG oslo_concurrency.lockutils [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] Lock "ca27a04d-c316-43ca-95bc-479e5657dea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.139384] env[62633]: DEBUG oslo_concurrency.lockutils [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] Lock "ca27a04d-c316-43ca-95bc-479e5657dea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.139552] env[62633]: DEBUG nova.compute.manager [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] No waiting events found dispatching network-vif-plugged-28661dec-7f39-4c6a-8248-4b5c7e19b88e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.139720] env[62633]: WARNING nova.compute.manager [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Received unexpected event network-vif-plugged-28661dec-7f39-4c6a-8248-4b5c7e19b88e for instance with vm_state building and task_state spawning. [ 694.139883] env[62633]: DEBUG nova.compute.manager [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Received event network-changed-28661dec-7f39-4c6a-8248-4b5c7e19b88e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.140048] env[62633]: DEBUG nova.compute.manager [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Refreshing instance network info cache due to event network-changed-28661dec-7f39-4c6a-8248-4b5c7e19b88e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 694.140241] env[62633]: DEBUG oslo_concurrency.lockutils [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] Acquiring lock "refresh_cache-ca27a04d-c316-43ca-95bc-479e5657dea8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.140372] env[62633]: DEBUG oslo_concurrency.lockutils [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] Acquired lock "refresh_cache-ca27a04d-c316-43ca-95bc-479e5657dea8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.140531] env[62633]: DEBUG nova.network.neutron [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Refreshing network info cache for port 28661dec-7f39-4c6a-8248-4b5c7e19b88e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.144483] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e9cee-1c62-424d-aefd-46ecb67527d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.155141] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695810, 'name': Rename_Task, 'duration_secs': 1.297022} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.164745] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.168614] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-666a2e37-0f14-4186-81a3-dd95c2b4261d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.176258] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 694.176258] env[62633]: value = "task-2695818" [ 694.176258] env[62633]: _type = "Task" [ 694.176258] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.186764] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.215306] env[62633]: DEBUG oslo_vmware.api [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695812, 'name': ReconfigVM_Task, 'duration_secs': 0.858223} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.218649] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-0231eacb-177c-420d-8259-eb5c97c59a5d/volume-0231eacb-177c-420d-8259-eb5c97c59a5d.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.223956] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2f0dbe-99ec-4b0e-b9c3-02c5707773a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.242261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2119a-0ec6-43ca-bd08-2fd403a7b7d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.253814] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939c5024-a20e-4a1f-8bd8-34197f01beed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.258931] env[62633]: DEBUG oslo_vmware.api [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 694.258931] env[62633]: value = "task-2695819" [ 694.258931] env[62633]: _type = "Task" [ 694.258931] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.288814] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb649469-d4ce-4b43-8f85-ab29b3d9a76f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.294544] env[62633]: DEBUG oslo_vmware.api [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.300875] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a684e71-edbe-40dc-915d-7e1ff12be126 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.314548] env[62633]: DEBUG nova.compute.provider_tree [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.353596] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524232a0-76f0-7064-4247-47e47c2831d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015864} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.353900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.354160] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.354401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.354543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.354720] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.354986] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70b9d6d7-aa88-48bb-bdc1-a0e6a452a34c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.364319] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.364477] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.365254] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07d3beb-abca-4dd2-abda-13dfe6597ab8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.370636] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 694.370636] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f62b62-e471-66c3-fb78-045870fb4aab" [ 694.370636] env[62633]: _type = "Task" [ 694.370636] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.379074] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f62b62-e471-66c3-fb78-045870fb4aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.497127] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "d1acc780-532c-43cb-ab52-85abbf4afcbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.497438] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "d1acc780-532c-43cb-ab52-85abbf4afcbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.497662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "d1acc780-532c-43cb-ab52-85abbf4afcbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.497849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "d1acc780-532c-43cb-ab52-85abbf4afcbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.498059] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "d1acc780-532c-43cb-ab52-85abbf4afcbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.500896] env[62633]: INFO nova.compute.manager [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Terminating instance [ 694.609350] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695817, 'name': ReconfigVM_Task, 'duration_secs': 0.426863} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.609697] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Reconfigured VM instance instance-00000026 to attach disk [datastore2] b81dc60c-f0a2-4243-80d8-21c014cdc311/b81dc60c-f0a2-4243-80d8-21c014cdc311.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.610317] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3a85039-0e45-4a2a-a980-24f8244c5d2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.616448] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 694.616448] env[62633]: value = "task-2695820" [ 694.616448] env[62633]: _type = "Task" [ 694.616448] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.624624] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695820, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.688505] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695818, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.771401] env[62633]: DEBUG oslo_vmware.api [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695819, 'name': ReconfigVM_Task, 'duration_secs': 0.153619} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.771612] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543287', 'volume_id': '0231eacb-177c-420d-8259-eb5c97c59a5d', 'name': 'volume-0231eacb-177c-420d-8259-eb5c97c59a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99494742-9f6f-404c-bcb2-be74f0f36b4e', 'attached_at': '', 'detached_at': '', 'volume_id': '0231eacb-177c-420d-8259-eb5c97c59a5d', 'serial': '0231eacb-177c-420d-8259-eb5c97c59a5d'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 694.817811] env[62633]: DEBUG nova.scheduler.client.report [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.882123] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f62b62-e471-66c3-fb78-045870fb4aab, 'name': SearchDatastore_Task, 'duration_secs': 0.013948} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.883089] env[62633]: DEBUG nova.network.neutron [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Updated VIF entry in instance network info cache for port 28661dec-7f39-4c6a-8248-4b5c7e19b88e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.883465] env[62633]: DEBUG nova.network.neutron [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Updating instance_info_cache with network_info: [{"id": "28661dec-7f39-4c6a-8248-4b5c7e19b88e", "address": "fa:16:3e:03:b3:9a", "network": {"id": "64b58425-8a48-47d2-91b7-21f960b0d377", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1220062513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "976df5422ec041928d3b50f8cfa630b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28661dec-7f", "ovs_interfaceid": "28661dec-7f39-4c6a-8248-4b5c7e19b88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.885295] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a986cba2-b483-46d2-92de-8b16fffff47e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.891116] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 694.891116] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523bf5b4-890a-2a1f-e7aa-18f6e34c3e28" [ 694.891116] env[62633]: _type = "Task" [ 694.891116] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.902224] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523bf5b4-890a-2a1f-e7aa-18f6e34c3e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.952495] env[62633]: DEBUG nova.network.neutron [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Successfully updated port: e5542768-c860-4bb0-8c46-bda0246b177c {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.004767] env[62633]: DEBUG nova.compute.manager [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.005140] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.006681] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb2495f-6e26-4eaf-bc87-39dcd539bb85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.014381] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.014674] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7dbbf33-a8c4-423f-8558-86b9cbefb97a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.020997] env[62633]: DEBUG oslo_vmware.api [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 695.020997] env[62633]: value = "task-2695821" [ 695.020997] env[62633]: _type = "Task" [ 695.020997] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.028694] env[62633]: DEBUG oslo_vmware.api [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.063349] env[62633]: DEBUG nova.compute.manager [req-0c9790cd-9ff3-4f7a-b245-0036c248b477 req-022e1850-6a2d-4944-8f0c-ad2fc10c7e85 service nova] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Received event network-vif-plugged-e5542768-c860-4bb0-8c46-bda0246b177c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.063576] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c9790cd-9ff3-4f7a-b245-0036c248b477 req-022e1850-6a2d-4944-8f0c-ad2fc10c7e85 service nova] Acquiring lock "66be2ad2-a542-42a6-825d-61ede3f92268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.063783] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c9790cd-9ff3-4f7a-b245-0036c248b477 req-022e1850-6a2d-4944-8f0c-ad2fc10c7e85 service nova] Lock "66be2ad2-a542-42a6-825d-61ede3f92268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.063949] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c9790cd-9ff3-4f7a-b245-0036c248b477 req-022e1850-6a2d-4944-8f0c-ad2fc10c7e85 service nova] Lock "66be2ad2-a542-42a6-825d-61ede3f92268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.064256] env[62633]: DEBUG nova.compute.manager [req-0c9790cd-9ff3-4f7a-b245-0036c248b477 req-022e1850-6a2d-4944-8f0c-ad2fc10c7e85 service nova] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] No waiting events found dispatching network-vif-plugged-e5542768-c860-4bb0-8c46-bda0246b177c {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.064433] env[62633]: WARNING nova.compute.manager [req-0c9790cd-9ff3-4f7a-b245-0036c248b477 req-022e1850-6a2d-4944-8f0c-ad2fc10c7e85 service nova] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Received unexpected event network-vif-plugged-e5542768-c860-4bb0-8c46-bda0246b177c for instance with vm_state building and task_state spawning. [ 695.128799] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695820, 'name': Rename_Task, 'duration_secs': 0.193461} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.129500] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.129817] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e0e8835-42b9-4d77-9f9a-8e57e49cf7e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.135932] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 695.135932] env[62633]: value = "task-2695822" [ 695.135932] env[62633]: _type = "Task" [ 695.135932] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.143740] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.186889] env[62633]: DEBUG oslo_vmware.api [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695818, 'name': PowerOnVM_Task, 'duration_secs': 0.589251} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.187208] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.187482] env[62633]: INFO nova.compute.manager [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Took 10.44 seconds to spawn the instance on the hypervisor. [ 695.187675] env[62633]: DEBUG nova.compute.manager [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.188535] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c61c90-c315-41db-aa05-81d93e983968 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.323198] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.327804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.569s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.327993] env[62633]: DEBUG nova.objects.instance [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lazy-loading 'resources' on Instance uuid 02188f5d-133f-4d02-b3b4-0f3a4dd919f8 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.355965] env[62633]: INFO nova.scheduler.client.report [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Deleted allocations for instance 6a118a55-f098-4068-a852-556138ed9cdb [ 695.390248] env[62633]: DEBUG oslo_concurrency.lockutils [req-3c87be46-7633-4cc3-b983-314985e4d54d req-4f1ecd1f-cf9a-4777-9fc1-67415410d2a5 service nova] Releasing lock "refresh_cache-ca27a04d-c316-43ca-95bc-479e5657dea8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.400846] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523bf5b4-890a-2a1f-e7aa-18f6e34c3e28, 'name': SearchDatastore_Task, 'duration_secs': 0.018396} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.401137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.401401] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ca27a04d-c316-43ca-95bc-479e5657dea8/ca27a04d-c316-43ca-95bc-479e5657dea8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.401680] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-998ed32b-a115-4860-a1dd-2e8a90c08b29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.408809] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 695.408809] env[62633]: value = "task-2695823" [ 695.408809] env[62633]: _type = "Task" [ 695.408809] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.417151] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.456038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquiring lock "refresh_cache-66be2ad2-a542-42a6-825d-61ede3f92268" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.456282] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquired lock "refresh_cache-66be2ad2-a542-42a6-825d-61ede3f92268" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.456444] env[62633]: DEBUG nova.network.neutron [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.532177] env[62633]: DEBUG oslo_vmware.api [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695821, 'name': PowerOffVM_Task, 'duration_secs': 0.43257} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.532495] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.532625] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.532817] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f38d160-11e9-4954-ac4a-fbb4f8e8a986 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.616500] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.616913] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.616913] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Deleting the datastore file [datastore2] d1acc780-532c-43cb-ab52-85abbf4afcbd {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.617217] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d5f91bb-6206-45b4-a9f5-a8321331f9b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.627862] env[62633]: DEBUG oslo_vmware.api [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for the task: (returnval){ [ 695.627862] env[62633]: value = "task-2695825" [ 695.627862] env[62633]: _type = "Task" [ 695.627862] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.639283] env[62633]: DEBUG oslo_vmware.api [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.650090] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.713082] env[62633]: INFO nova.compute.manager [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Took 45.18 seconds to build instance. [ 695.816522] env[62633]: DEBUG nova.objects.instance [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lazy-loading 'flavor' on Instance uuid 99494742-9f6f-404c-bcb2-be74f0f36b4e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.867234] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Lock "6a118a55-f098-4068-a852-556138ed9cdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.714s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.926495] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695823, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.142222] env[62633]: DEBUG oslo_vmware.api [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Task: {'id': task-2695825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413006} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.148021] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.148234] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.148418] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.148597] env[62633]: INFO nova.compute.manager [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 696.148842] env[62633]: DEBUG oslo.service.loopingcall [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.149288] env[62633]: DEBUG nova.compute.manager [-] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.149388] env[62633]: DEBUG nova.network.neutron [-] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.159774] env[62633]: DEBUG oslo_vmware.api [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695822, 'name': PowerOnVM_Task, 'duration_secs': 0.684633} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.160303] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.160537] env[62633]: INFO nova.compute.manager [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Took 8.71 seconds to spawn the instance on the hypervisor. [ 696.160904] env[62633]: DEBUG nova.compute.manager [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.162613] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ebf0f6-bcb5-4183-9181-6624e8b0d043 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.217055] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d857e24e-bed3-46ab-9a97-e71e899fe463 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.424s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.259947] env[62633]: DEBUG nova.network.neutron [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.325971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c97cb11b-f10d-4742-8c12-727b169af420 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.863s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.419711] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525998} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.419961] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ca27a04d-c316-43ca-95bc-479e5657dea8/ca27a04d-c316-43ca-95bc-479e5657dea8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.420075] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.421238] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2e0c3fa-383a-40da-bc36-1d50dfe5597c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.423765] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598acca1-5f69-4935-bf85-10a639c92f46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.435501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94ecbd9-e8ce-410d-82f3-3dba9b6470a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.438907] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 696.438907] env[62633]: value = "task-2695826" [ 696.438907] env[62633]: _type = "Task" [ 696.438907] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.472988] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02209e10-6210-4976-9848-84eca9355782 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.479370] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.480541] env[62633]: DEBUG nova.network.neutron [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Updating instance_info_cache with network_info: [{"id": "e5542768-c860-4bb0-8c46-bda0246b177c", "address": "fa:16:3e:35:1b:71", "network": {"id": "8d004d43-532e-4db4-bf48-d114cf5c906a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1815729175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4592cace5f45437ebe8650edf676889d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5542768-c8", "ovs_interfaceid": "e5542768-c860-4bb0-8c46-bda0246b177c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.486571] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9118d452-ea42-45ea-be38-c20c5d4a3ce4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.501378] env[62633]: DEBUG nova.compute.provider_tree [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.661686] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.661686] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.688065] env[62633]: INFO nova.compute.manager [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Took 44.62 seconds to build instance. [ 696.703604] env[62633]: DEBUG nova.compute.manager [req-df390d57-49ea-4ac6-9dd5-064032e11b39 req-da98c6db-94a2-48b4-89f1-ecc6e2a036e0 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Received event network-vif-deleted-c5bce520-e61b-4423-95ba-a990835f5f4c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.704779] env[62633]: INFO nova.compute.manager [req-df390d57-49ea-4ac6-9dd5-064032e11b39 req-da98c6db-94a2-48b4-89f1-ecc6e2a036e0 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Neutron deleted interface c5bce520-e61b-4423-95ba-a990835f5f4c; detaching it from the instance and deleting it from the info cache [ 696.704987] env[62633]: DEBUG nova.network.neutron [req-df390d57-49ea-4ac6-9dd5-064032e11b39 req-da98c6db-94a2-48b4-89f1-ecc6e2a036e0 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.718891] env[62633]: DEBUG nova.compute.manager [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.952432] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079169} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.952787] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.953879] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aab39a9-3bdb-4338-bf53-a243c80571be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.979410] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] ca27a04d-c316-43ca-95bc-479e5657dea8/ca27a04d-c316-43ca-95bc-479e5657dea8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.979594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b777ed8-bd03-4385-bcb7-6a82b12d21ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.998475] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Releasing lock "refresh_cache-66be2ad2-a542-42a6-825d-61ede3f92268" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.998475] env[62633]: DEBUG nova.compute.manager [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Instance network_info: |[{"id": "e5542768-c860-4bb0-8c46-bda0246b177c", "address": "fa:16:3e:35:1b:71", "network": {"id": "8d004d43-532e-4db4-bf48-d114cf5c906a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1815729175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4592cace5f45437ebe8650edf676889d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5542768-c8", "ovs_interfaceid": "e5542768-c860-4bb0-8c46-bda0246b177c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.998475] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:1b:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5542768-c860-4bb0-8c46-bda0246b177c', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.006269] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Creating folder: Project (4592cace5f45437ebe8650edf676889d). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.007691] env[62633]: DEBUG nova.scheduler.client.report [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.011216] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bfe66ed-6be2-4875-9648-9573658f1388 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.014686] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 697.014686] env[62633]: value = "task-2695827" [ 697.014686] env[62633]: _type = "Task" [ 697.014686] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.027794] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.027794] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Created folder: Project (4592cace5f45437ebe8650edf676889d) in parent group-v543169. [ 697.027794] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Creating folder: Instances. Parent ref: group-v543298. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.028444] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30d33b6c-0d00-464d-969d-ef1d4d228e71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.039107] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Created folder: Instances in parent group-v543298. [ 697.039397] env[62633]: DEBUG oslo.service.loopingcall [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.039604] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.039822] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e397e918-99d9-4c2b-afb5-a55d2d544db1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.061611] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.061611] env[62633]: value = "task-2695830" [ 697.061611] env[62633]: _type = "Task" [ 697.061611] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.074315] env[62633]: DEBUG nova.network.neutron [-] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.076753] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695830, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.106808] env[62633]: DEBUG nova.compute.manager [req-f4627318-ca74-47c6-8b3e-6b24a5177009 req-a06a7b16-3773-45b3-aeae-b0fdb3875a49 service nova] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Received event network-changed-e5542768-c860-4bb0-8c46-bda0246b177c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.106931] env[62633]: DEBUG nova.compute.manager [req-f4627318-ca74-47c6-8b3e-6b24a5177009 req-a06a7b16-3773-45b3-aeae-b0fdb3875a49 service nova] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Refreshing instance network info cache due to event network-changed-e5542768-c860-4bb0-8c46-bda0246b177c. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 697.107171] env[62633]: DEBUG oslo_concurrency.lockutils [req-f4627318-ca74-47c6-8b3e-6b24a5177009 req-a06a7b16-3773-45b3-aeae-b0fdb3875a49 service nova] Acquiring lock "refresh_cache-66be2ad2-a542-42a6-825d-61ede3f92268" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.107319] env[62633]: DEBUG oslo_concurrency.lockutils [req-f4627318-ca74-47c6-8b3e-6b24a5177009 req-a06a7b16-3773-45b3-aeae-b0fdb3875a49 service nova] Acquired lock "refresh_cache-66be2ad2-a542-42a6-825d-61ede3f92268" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.107629] env[62633]: DEBUG nova.network.neutron [req-f4627318-ca74-47c6-8b3e-6b24a5177009 req-a06a7b16-3773-45b3-aeae-b0fdb3875a49 service nova] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Refreshing network info cache for port e5542768-c860-4bb0-8c46-bda0246b177c {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.165089] env[62633]: INFO nova.compute.manager [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Detaching volume 0231eacb-177c-420d-8259-eb5c97c59a5d [ 697.194021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "b81dc60c-f0a2-4243-80d8-21c014cdc311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.757s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.208016] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00f08c66-b832-438a-83cd-528fc322e65b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.218649] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca854c13-2fdf-4197-933b-390627ca9b57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.230644] env[62633]: INFO nova.virt.block_device [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Attempting to driver detach volume 0231eacb-177c-420d-8259-eb5c97c59a5d from mountpoint /dev/sdb [ 697.231012] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 697.231198] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543287', 'volume_id': '0231eacb-177c-420d-8259-eb5c97c59a5d', 'name': 'volume-0231eacb-177c-420d-8259-eb5c97c59a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99494742-9f6f-404c-bcb2-be74f0f36b4e', 'attached_at': '', 'detached_at': '', 'volume_id': '0231eacb-177c-420d-8259-eb5c97c59a5d', 'serial': '0231eacb-177c-420d-8259-eb5c97c59a5d'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 697.234522] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491d81b3-2d34-49e6-81be-09181e09558c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.281879] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed61247-b9cd-4c03-bc04-5147d4932715 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.287144] env[62633]: DEBUG nova.compute.manager [req-df390d57-49ea-4ac6-9dd5-064032e11b39 req-da98c6db-94a2-48b4-89f1-ecc6e2a036e0 service nova] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Detach interface failed, port_id=c5bce520-e61b-4423-95ba-a990835f5f4c, reason: Instance d1acc780-532c-43cb-ab52-85abbf4afcbd could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 697.287144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.291726] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ed6fc0-2343-470b-927a-a57b0deca1b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.315518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652014f6-bbb3-458a-bc25-45851d8ec701 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.332732] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] The volume has not been displaced from its original location: [datastore2] volume-0231eacb-177c-420d-8259-eb5c97c59a5d/volume-0231eacb-177c-420d-8259-eb5c97c59a5d.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 697.338503] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 697.338936] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7923b8f3-073e-47ee-9945-ebfa34986e0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.359046] env[62633]: DEBUG oslo_vmware.api [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 697.359046] env[62633]: value = "task-2695831" [ 697.359046] env[62633]: _type = "Task" [ 697.359046] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.368059] env[62633]: DEBUG oslo_vmware.api [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.515735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.518863] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.555s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.520660] env[62633]: INFO nova.compute.claims [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.537691] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695827, 'name': ReconfigVM_Task, 'duration_secs': 0.390045} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.537895] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Reconfigured VM instance instance-00000027 to attach disk [datastore1] ca27a04d-c316-43ca-95bc-479e5657dea8/ca27a04d-c316-43ca-95bc-479e5657dea8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.540243] env[62633]: INFO nova.scheduler.client.report [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Deleted allocations for instance 02188f5d-133f-4d02-b3b4-0f3a4dd919f8 [ 697.540511] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc600cdf-53ca-41e6-aa3e-a13e176290fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.553576] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 697.553576] env[62633]: value = "task-2695832" [ 697.553576] env[62633]: _type = "Task" [ 697.553576] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.563032] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695832, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.571413] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695830, 'name': CreateVM_Task, 'duration_secs': 0.365447} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.571616] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.572822] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.572994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.573339] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.573620] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60606194-66ec-461f-9676-157acb30b6b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.579108] env[62633]: INFO nova.compute.manager [-] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Took 1.43 seconds to deallocate network for instance. [ 697.579607] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 697.579607] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52cd2e13-7ab4-c545-200b-8a13752b971b" [ 697.579607] env[62633]: _type = "Task" [ 697.579607] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.598641] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cd2e13-7ab4-c545-200b-8a13752b971b, 'name': SearchDatastore_Task, 'duration_secs': 0.014738} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.598641] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.598641] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.598641] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.598641] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.598641] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.598641] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-012d8403-6203-4393-a64d-3f935f7e062e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.607227] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.607479] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.608249] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3624351-6a7e-45c0-89fb-cc62e28666a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.621271] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 697.621271] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d51578-ca38-5ab3-2732-48a3b8d35d81" [ 697.621271] env[62633]: _type = "Task" [ 697.621271] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.632878] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d51578-ca38-5ab3-2732-48a3b8d35d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.694623] env[62633]: DEBUG nova.compute.manager [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.873481] env[62633]: DEBUG oslo_vmware.api [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695831, 'name': ReconfigVM_Task, 'duration_secs': 0.241053} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.874706] env[62633]: DEBUG nova.network.neutron [req-f4627318-ca74-47c6-8b3e-6b24a5177009 req-a06a7b16-3773-45b3-aeae-b0fdb3875a49 service nova] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Updated VIF entry in instance network info cache for port e5542768-c860-4bb0-8c46-bda0246b177c. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.875198] env[62633]: DEBUG nova.network.neutron [req-f4627318-ca74-47c6-8b3e-6b24a5177009 req-a06a7b16-3773-45b3-aeae-b0fdb3875a49 service nova] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Updating instance_info_cache with network_info: [{"id": "e5542768-c860-4bb0-8c46-bda0246b177c", "address": "fa:16:3e:35:1b:71", "network": {"id": "8d004d43-532e-4db4-bf48-d114cf5c906a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1815729175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4592cace5f45437ebe8650edf676889d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5542768-c8", "ovs_interfaceid": "e5542768-c860-4bb0-8c46-bda0246b177c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.876789] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 697.885108] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbd3d26-40bd-4b9b-b6e4-416c2dc406a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.907049] env[62633]: DEBUG oslo_vmware.api [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 697.907049] env[62633]: value = "task-2695833" [ 697.907049] env[62633]: _type = "Task" [ 697.907049] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.914874] env[62633]: DEBUG oslo_vmware.api [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.052809] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Lock "02188f5d-133f-4d02-b3b4-0f3a4dd919f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.866s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.068099] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695832, 'name': Rename_Task, 'duration_secs': 0.19704} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.068421] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.068652] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d2222b-3a9d-4556-aac0-7d47c9544197 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.075166] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 698.075166] env[62633]: value = "task-2695834" [ 698.075166] env[62633]: _type = "Task" [ 698.075166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.084193] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.090550] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.134042] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d51578-ca38-5ab3-2732-48a3b8d35d81, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.134702] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b231d301-36a4-495a-99cb-60237b8a24e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.140705] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 698.140705] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5267f9b5-ce12-3386-e070-cda63a1b0988" [ 698.140705] env[62633]: _type = "Task" [ 698.140705] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.148995] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5267f9b5-ce12-3386-e070-cda63a1b0988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.221460] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.385549] env[62633]: DEBUG oslo_concurrency.lockutils [req-f4627318-ca74-47c6-8b3e-6b24a5177009 req-a06a7b16-3773-45b3-aeae-b0fdb3875a49 service nova] Releasing lock "refresh_cache-66be2ad2-a542-42a6-825d-61ede3f92268" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.401986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquiring lock "b81dc60c-f0a2-4243-80d8-21c014cdc311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.402287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "b81dc60c-f0a2-4243-80d8-21c014cdc311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.402494] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquiring lock "b81dc60c-f0a2-4243-80d8-21c014cdc311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.402763] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "b81dc60c-f0a2-4243-80d8-21c014cdc311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.402977] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "b81dc60c-f0a2-4243-80d8-21c014cdc311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.406624] env[62633]: INFO nova.compute.manager [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Terminating instance [ 698.425306] env[62633]: DEBUG oslo_vmware.api [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695833, 'name': ReconfigVM_Task, 'duration_secs': 0.147968} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.428742] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543287', 'volume_id': '0231eacb-177c-420d-8259-eb5c97c59a5d', 'name': 'volume-0231eacb-177c-420d-8259-eb5c97c59a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99494742-9f6f-404c-bcb2-be74f0f36b4e', 'attached_at': '', 'detached_at': '', 'volume_id': '0231eacb-177c-420d-8259-eb5c97c59a5d', 'serial': '0231eacb-177c-420d-8259-eb5c97c59a5d'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 698.437747] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfdb55-2414-b2f7-4b39-96c819d49b14/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 698.438990] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a105f8e-3406-49f5-a9da-7e32da8990b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.446487] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfdb55-2414-b2f7-4b39-96c819d49b14/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 698.446487] env[62633]: ERROR oslo_vmware.rw_handles [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfdb55-2414-b2f7-4b39-96c819d49b14/disk-0.vmdk due to incomplete transfer. [ 698.446487] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eeecb946-4b37-4fee-8c41-c764a8d7eca5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.457900] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfdb55-2414-b2f7-4b39-96c819d49b14/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 698.457900] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Uploaded image 14071e8f-d5ec-4677-8c64-b2b6713e04b2 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 698.457900] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 698.457900] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a3456ab9-fcfb-436b-bb1a-1ffd93f944a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.464131] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 698.464131] env[62633]: value = "task-2695835" [ 698.464131] env[62633]: _type = "Task" [ 698.464131] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.473196] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695835, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.593489] env[62633]: DEBUG oslo_vmware.api [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695834, 'name': PowerOnVM_Task, 'duration_secs': 0.457512} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.597538] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.597719] env[62633]: INFO nova.compute.manager [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Took 8.40 seconds to spawn the instance on the hypervisor. [ 698.598091] env[62633]: DEBUG nova.compute.manager [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.598928] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3d05a9-ef9e-42a5-960d-e8cddc67d0c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.654185] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5267f9b5-ce12-3386-e070-cda63a1b0988, 'name': SearchDatastore_Task, 'duration_secs': 0.021313} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.654185] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.654185] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 66be2ad2-a542-42a6-825d-61ede3f92268/66be2ad2-a542-42a6-825d-61ede3f92268.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.655449] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83dd219a-66a8-45ab-a129-7306a5f699bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.662349] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 698.662349] env[62633]: value = "task-2695836" [ 698.662349] env[62633]: _type = "Task" [ 698.662349] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.674154] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.843485] env[62633]: DEBUG nova.compute.manager [req-0c3997a7-a8c4-44f2-9728-7592921759f3 req-aa5e3323-1d8a-4a3d-a9d4-ccd6cb171b79 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Received event network-changed-80936687-1bf0-42b9-a488-6ddafe4ff045 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.843485] env[62633]: DEBUG nova.compute.manager [req-0c3997a7-a8c4-44f2-9728-7592921759f3 req-aa5e3323-1d8a-4a3d-a9d4-ccd6cb171b79 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Refreshing instance network info cache due to event network-changed-80936687-1bf0-42b9-a488-6ddafe4ff045. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.844015] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c3997a7-a8c4-44f2-9728-7592921759f3 req-aa5e3323-1d8a-4a3d-a9d4-ccd6cb171b79 service nova] Acquiring lock "refresh_cache-2a11bdfc-b093-48e5-a464-d2b33dcb1839" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.844015] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c3997a7-a8c4-44f2-9728-7592921759f3 req-aa5e3323-1d8a-4a3d-a9d4-ccd6cb171b79 service nova] Acquired lock "refresh_cache-2a11bdfc-b093-48e5-a464-d2b33dcb1839" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.844015] env[62633]: DEBUG nova.network.neutron [req-0c3997a7-a8c4-44f2-9728-7592921759f3 req-aa5e3323-1d8a-4a3d-a9d4-ccd6cb171b79 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Refreshing network info cache for port 80936687-1bf0-42b9-a488-6ddafe4ff045 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.917291] env[62633]: DEBUG nova.compute.manager [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.917982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.920123] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73aefb-0ce5-4703-a97b-a3003ea80d90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.928265] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.928569] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83208e95-c2aa-4191-827f-887fc2b150c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.935074] env[62633]: DEBUG oslo_vmware.api [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 698.935074] env[62633]: value = "task-2695837" [ 698.935074] env[62633]: _type = "Task" [ 698.935074] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.951378] env[62633]: DEBUG oslo_vmware.api [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.977996] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695835, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.993643] env[62633]: DEBUG nova.objects.instance [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lazy-loading 'flavor' on Instance uuid 99494742-9f6f-404c-bcb2-be74f0f36b4e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.120485] env[62633]: INFO nova.compute.manager [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Took 41.22 seconds to build instance. [ 699.173154] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695836, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.175731] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e0369b-8322-45c0-9d20-77690ec3b59e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.183840] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340bd9ac-34a3-4337-9aa9-ae10c07f3fac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.218951] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e0e0c4-79be-423b-9b74-dab1a70d8012 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.227126] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f57826-d8e4-4432-81a6-d742adfb3015 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.244090] env[62633]: DEBUG nova.compute.provider_tree [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.444513] env[62633]: DEBUG oslo_vmware.api [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695837, 'name': PowerOffVM_Task, 'duration_secs': 0.250371} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.444787] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.444952] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.445213] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c467e225-7f2a-482f-8bef-911ec0729deb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.474453] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695835, 'name': Destroy_Task, 'duration_secs': 0.674341} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.477215] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Destroyed the VM [ 699.477913] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 699.478337] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03dbe075-4bc8-489b-a4ed-ab7641b8f80d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.485282] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 699.485282] env[62633]: value = "task-2695839" [ 699.485282] env[62633]: _type = "Task" [ 699.485282] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.496067] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.516497] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.516497] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.516497] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Deleting the datastore file [datastore2] b81dc60c-f0a2-4243-80d8-21c014cdc311 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.516497] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf1acee8-a1b1-4c14-b919-d13a705f35c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.522639] env[62633]: DEBUG oslo_vmware.api [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for the task: (returnval){ [ 699.522639] env[62633]: value = "task-2695840" [ 699.522639] env[62633]: _type = "Task" [ 699.522639] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.531833] env[62633]: DEBUG oslo_vmware.api [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.602933] env[62633]: DEBUG nova.network.neutron [req-0c3997a7-a8c4-44f2-9728-7592921759f3 req-aa5e3323-1d8a-4a3d-a9d4-ccd6cb171b79 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Updated VIF entry in instance network info cache for port 80936687-1bf0-42b9-a488-6ddafe4ff045. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.603344] env[62633]: DEBUG nova.network.neutron [req-0c3997a7-a8c4-44f2-9728-7592921759f3 req-aa5e3323-1d8a-4a3d-a9d4-ccd6cb171b79 service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Updating instance_info_cache with network_info: [{"id": "80936687-1bf0-42b9-a488-6ddafe4ff045", "address": "fa:16:3e:bc:fa:ad", "network": {"id": "86b1528b-efbb-44c5-966c-9a8e36fc814f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1493806850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f46c502a844552898a8f5d4ec1c0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80936687-1b", "ovs_interfaceid": "80936687-1bf0-42b9-a488-6ddafe4ff045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.629829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2e4c8db-8d7a-43e8-a510-662052061825 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "ca27a04d-c316-43ca-95bc-479e5657dea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.774s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.674504] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706193} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.674765] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 66be2ad2-a542-42a6-825d-61ede3f92268/66be2ad2-a542-42a6-825d-61ede3f92268.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.674976] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.675264] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb8478f9-fb1e-4b9f-8b39-29581b17105b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.682899] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 699.682899] env[62633]: value = "task-2695841" [ 699.682899] env[62633]: _type = "Task" [ 699.682899] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.692825] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.747791] env[62633]: DEBUG nova.scheduler.client.report [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.998433] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.002992] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7693658f-6dee-4e29-a3fd-c3424e83721b tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.342s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.032840] env[62633]: DEBUG oslo_vmware.api [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.110649] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c3997a7-a8c4-44f2-9728-7592921759f3 req-aa5e3323-1d8a-4a3d-a9d4-ccd6cb171b79 service nova] Releasing lock "refresh_cache-2a11bdfc-b093-48e5-a464-d2b33dcb1839" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.132489] env[62633]: DEBUG nova.compute.manager [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.195051] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064572} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.195349] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.196169] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79328a9-941d-4355-a7a5-e4573c61c9fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.223244] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 66be2ad2-a542-42a6-825d-61ede3f92268/66be2ad2-a542-42a6-825d-61ede3f92268.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.223244] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfa1f9d-bc43-412e-810f-8798d4bff7f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.241387] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 700.241387] env[62633]: value = "task-2695842" [ 700.241387] env[62633]: _type = "Task" [ 700.241387] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.250071] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.254785] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.255297] env[62633]: DEBUG nova.compute.manager [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.260819] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.839s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.496127] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695839, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.532412] env[62633]: DEBUG oslo_vmware.api [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Task: {'id': task-2695840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551598} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.532412] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.532585] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.532766] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.532970] env[62633]: INFO nova.compute.manager [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Took 1.62 seconds to destroy the instance on the hypervisor. [ 700.533192] env[62633]: DEBUG oslo.service.loopingcall [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.533369] env[62633]: DEBUG nova.compute.manager [-] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.533461] env[62633]: DEBUG nova.network.neutron [-] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.662632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.753344] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.763914] env[62633]: DEBUG nova.compute.utils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.791233] env[62633]: DEBUG nova.compute.manager [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.791441] env[62633]: DEBUG nova.network.neutron [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.833370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquiring lock "ca27a04d-c316-43ca-95bc-479e5657dea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.833641] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "ca27a04d-c316-43ca-95bc-479e5657dea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.833930] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquiring lock "ca27a04d-c316-43ca-95bc-479e5657dea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.834044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "ca27a04d-c316-43ca-95bc-479e5657dea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.834216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "ca27a04d-c316-43ca-95bc-479e5657dea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.840222] env[62633]: INFO nova.compute.manager [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Terminating instance [ 700.858143] env[62633]: DEBUG nova.policy [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2995d79fea74b379b406fb636965458', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46391cdb0eb44743937a26f3a10bf8cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.998359] env[62633]: DEBUG oslo_vmware.api [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695839, 'name': RemoveSnapshot_Task, 'duration_secs': 1.267975} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.000538] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 701.000538] env[62633]: INFO nova.compute.manager [None req-0dd2b0ae-cbdd-4be0-8bf1-e496e89fdeef tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 701.006730] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "6f33032f-dd89-435d-9881-4aee445ee033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.006932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "6f33032f-dd89-435d-9881-4aee445ee033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.124210] env[62633]: DEBUG nova.compute.manager [req-214bbc7e-96bf-433b-b856-d684d433783a req-3a7e2b1d-f3fc-4caf-80ce-a0d37c0a4a68 service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Received event network-vif-deleted-3d791772-a6e2-4583-8f80-9e0394e68431 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.124210] env[62633]: INFO nova.compute.manager [req-214bbc7e-96bf-433b-b856-d684d433783a req-3a7e2b1d-f3fc-4caf-80ce-a0d37c0a4a68 service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Neutron deleted interface 3d791772-a6e2-4583-8f80-9e0394e68431; detaching it from the instance and deleting it from the info cache [ 701.124210] env[62633]: DEBUG nova.network.neutron [req-214bbc7e-96bf-433b-b856-d684d433783a req-3a7e2b1d-f3fc-4caf-80ce-a0d37c0a4a68 service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.253418] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695842, 'name': ReconfigVM_Task, 'duration_secs': 0.545864} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.253789] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 66be2ad2-a542-42a6-825d-61ede3f92268/66be2ad2-a542-42a6-825d-61ede3f92268.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.254577] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-667a5100-ca0f-4cf3-a077-c5097d979d7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.265361] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 701.265361] env[62633]: value = "task-2695843" [ 701.265361] env[62633]: _type = "Task" [ 701.265361] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.272121] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695843, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.291270] env[62633]: DEBUG nova.compute.manager [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.302612] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Applying migration context for instance d00a747e-a32f-47cd-b4b6-76402b158f3a as it has an incoming, in-progress migration 72976373-950d-42b3-9861-1fa80cf29d94. Migration status is confirming {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 701.305124] env[62633]: INFO nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating resource usage from migration 72976373-950d-42b3-9861-1fa80cf29d94 [ 701.339451] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 9e379033-a6bd-4853-918f-8ddcd30ac375 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.339629] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 61bba756-8f9a-46af-a385-76fb8ab28a1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.339779] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance d1acc780-532c-43cb-ab52-85abbf4afcbd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.339901] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 99494742-9f6f-404c-bcb2-be74f0f36b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.340037] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7f563c4b-274b-4324-b04e-0b75488d0290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.340159] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.340283] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.340692] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.340878] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance cf144f6d-e13f-4017-8815-49e714350f71 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.341479] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance ead0e84f-e3ba-472d-9307-03b0b925f391 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.345378] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 5bf389b8-44b8-4e04-bd94-848e4cdfd77f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.345574] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 830c95e0-cfef-4940-86d7-3db3bf81d219 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.345709] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 4147ac17-f96b-4ea3-b18b-cccc26ea64ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.345830] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance ce37e013-1443-4d3c-a639-ec2d64fddff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.345947] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 3ff447b7-9a02-4f12-8003-b4915cf440a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.346071] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance f2b6ee32-9ab2-4a4a-a428-80a06b000dc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.346222] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 2a11bdfc-b093-48e5-a464-d2b33dcb1839 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.346352] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance b81dc60c-f0a2-4243-80d8-21c014cdc311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.346465] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Migration 72976373-950d-42b3-9861-1fa80cf29d94 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 701.346573] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance d00a747e-a32f-47cd-b4b6-76402b158f3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.346683] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance ca27a04d-c316-43ca-95bc-479e5657dea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.346790] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 66be2ad2-a542-42a6-825d-61ede3f92268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.346893] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7b2cf9e4-5f55-450c-bb94-f12b7eb772df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.348623] env[62633]: DEBUG nova.compute.manager [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.348836] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.350487] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4752f7f4-739b-4e5e-b67d-b731a5c82123 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.360879] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.361160] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b750f387-4cc9-43b3-925d-e886f65d735d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.368254] env[62633]: DEBUG oslo_vmware.api [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 701.368254] env[62633]: value = "task-2695844" [ 701.368254] env[62633]: _type = "Task" [ 701.368254] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.377698] env[62633]: DEBUG oslo_vmware.api [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.455025] env[62633]: DEBUG nova.network.neutron [-] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.572076] env[62633]: DEBUG nova.network.neutron [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Successfully created port: 9268c93c-b634-40b6-b1de-91127849fd7e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.626690] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb824130-5f17-4b43-b991-3a1adee5d549 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.638551] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62bb9b0-9259-4d2d-8c35-c176818ac427 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.674387] env[62633]: DEBUG nova.compute.manager [req-214bbc7e-96bf-433b-b856-d684d433783a req-3a7e2b1d-f3fc-4caf-80ce-a0d37c0a4a68 service nova] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Detach interface failed, port_id=3d791772-a6e2-4583-8f80-9e0394e68431, reason: Instance b81dc60c-f0a2-4243-80d8-21c014cdc311 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 701.773146] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695843, 'name': Rename_Task, 'duration_secs': 0.174313} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.773491] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.773747] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69fee678-42db-4129-a593-0581d200ed1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.780629] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 701.780629] env[62633]: value = "task-2695845" [ 701.780629] env[62633]: _type = "Task" [ 701.780629] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.788727] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.851390] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.880337] env[62633]: DEBUG oslo_vmware.api [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695844, 'name': PowerOffVM_Task, 'duration_secs': 0.182546} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.880622] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.880787] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.881049] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29a01032-aaaf-45d0-9209-35a0f847cd34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.943228] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.943486] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.943707] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Deleting the datastore file [datastore1] ca27a04d-c316-43ca-95bc-479e5657dea8 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.943936] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-803cc245-be0c-4ecf-8d62-45e5d9344f3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.951021] env[62633]: DEBUG oslo_vmware.api [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for the task: (returnval){ [ 701.951021] env[62633]: value = "task-2695847" [ 701.951021] env[62633]: _type = "Task" [ 701.951021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.957711] env[62633]: INFO nova.compute.manager [-] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Took 1.42 seconds to deallocate network for instance. [ 701.963739] env[62633]: DEBUG oslo_vmware.api [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.290821] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.303205] env[62633]: DEBUG nova.compute.manager [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.332556] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.332769] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.332936] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.333131] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.333268] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.333411] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.333615] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.333770] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.333932] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.334104] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.334279] env[62633]: DEBUG nova.virt.hardware [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.335166] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8ffcec-aad5-48a8-a029-bda4f1c00775 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.343551] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0ba2a9-9b31-4ecd-9078-895f5c0a1fac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.359151] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance aa895c8d-8886-4328-a8da-d910822c166f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.464339] env[62633]: DEBUG oslo_vmware.api [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Task: {'id': task-2695847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399894} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.465159] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.465328] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.465506] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.465675] env[62633]: INFO nova.compute.manager [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 702.465971] env[62633]: DEBUG oslo.service.loopingcall [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.466303] env[62633]: DEBUG nova.compute.manager [-] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.466436] env[62633]: DEBUG nova.network.neutron [-] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.469262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.792290] env[62633]: DEBUG oslo_vmware.api [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695845, 'name': PowerOnVM_Task, 'duration_secs': 0.699945} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.792556] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.792780] env[62633]: INFO nova.compute.manager [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Took 8.72 seconds to spawn the instance on the hypervisor. [ 702.792972] env[62633]: DEBUG nova.compute.manager [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.794199] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60236acf-c53f-4ac9-8e27-ac1d5ac80ef9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.865054] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.154201] env[62633]: DEBUG nova.compute.manager [req-3ae16a03-6325-424f-896a-9d945b30e5aa req-07c28ec5-1252-42de-96f7-fdd73bdc207c service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Received event network-vif-deleted-28661dec-7f39-4c6a-8248-4b5c7e19b88e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.154543] env[62633]: INFO nova.compute.manager [req-3ae16a03-6325-424f-896a-9d945b30e5aa req-07c28ec5-1252-42de-96f7-fdd73bdc207c service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Neutron deleted interface 28661dec-7f39-4c6a-8248-4b5c7e19b88e; detaching it from the instance and deleting it from the info cache [ 703.154844] env[62633]: DEBUG nova.network.neutron [req-3ae16a03-6325-424f-896a-9d945b30e5aa req-07c28ec5-1252-42de-96f7-fdd73bdc207c service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.293594] env[62633]: DEBUG nova.compute.manager [req-8f01e0d4-964c-4f45-9d9e-a2f4634b39c6 req-6b3aeb24-17f7-491f-a936-f543058a1e37 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Received event network-vif-plugged-9268c93c-b634-40b6-b1de-91127849fd7e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.293969] env[62633]: DEBUG oslo_concurrency.lockutils [req-8f01e0d4-964c-4f45-9d9e-a2f4634b39c6 req-6b3aeb24-17f7-491f-a936-f543058a1e37 service nova] Acquiring lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.294042] env[62633]: DEBUG oslo_concurrency.lockutils [req-8f01e0d4-964c-4f45-9d9e-a2f4634b39c6 req-6b3aeb24-17f7-491f-a936-f543058a1e37 service nova] Lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.294295] env[62633]: DEBUG oslo_concurrency.lockutils [req-8f01e0d4-964c-4f45-9d9e-a2f4634b39c6 req-6b3aeb24-17f7-491f-a936-f543058a1e37 service nova] Lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.294667] env[62633]: DEBUG nova.compute.manager [req-8f01e0d4-964c-4f45-9d9e-a2f4634b39c6 req-6b3aeb24-17f7-491f-a936-f543058a1e37 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] No waiting events found dispatching network-vif-plugged-9268c93c-b634-40b6-b1de-91127849fd7e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.294730] env[62633]: WARNING nova.compute.manager [req-8f01e0d4-964c-4f45-9d9e-a2f4634b39c6 req-6b3aeb24-17f7-491f-a936-f543058a1e37 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Received unexpected event network-vif-plugged-9268c93c-b634-40b6-b1de-91127849fd7e for instance with vm_state building and task_state spawning. [ 703.314876] env[62633]: INFO nova.compute.manager [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Took 44.96 seconds to build instance. [ 703.366791] env[62633]: DEBUG nova.network.neutron [-] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.368503] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.456440] env[62633]: DEBUG nova.network.neutron [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Successfully updated port: 9268c93c-b634-40b6-b1de-91127849fd7e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.461258] env[62633]: DEBUG nova.compute.manager [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.461258] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6004e06-7e90-446b-9374-7df784ccbef0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.660723] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-214d968a-cc14-4289-93af-e8c18a6cb47d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.668682] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585caa5d-b7b6-4bb4-b47e-6751c9cb9b42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.707875] env[62633]: DEBUG nova.compute.manager [req-3ae16a03-6325-424f-896a-9d945b30e5aa req-07c28ec5-1252-42de-96f7-fdd73bdc207c service nova] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Detach interface failed, port_id=28661dec-7f39-4c6a-8248-4b5c7e19b88e, reason: Instance ca27a04d-c316-43ca-95bc-479e5657dea8 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 703.817023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20223b24-7166-404f-93dc-8282164352c4 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "66be2ad2-a542-42a6-825d-61ede3f92268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.834s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.871557] env[62633]: INFO nova.compute.manager [-] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Took 1.40 seconds to deallocate network for instance. [ 703.872285] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 9fe8b122-58a4-433c-9782-0fb186bb14f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.961284] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "refresh_cache-7b2cf9e4-5f55-450c-bb94-f12b7eb772df" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.961284] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquired lock "refresh_cache-7b2cf9e4-5f55-450c-bb94-f12b7eb772df" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.961551] env[62633]: DEBUG nova.network.neutron [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.974781] env[62633]: INFO nova.compute.manager [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] instance snapshotting [ 703.979043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e5579c-6e21-49f8-af83-00320b35191f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.005055] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7a5988-548a-4ce1-bf05-2059c35b750c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.321015] env[62633]: DEBUG nova.compute.manager [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.378035] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 1dc8d549-e69f-4803-8ae1-1de88b6c1309 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.381523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.513754] env[62633]: DEBUG nova.network.neutron [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.516635] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 704.516948] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a29c0c41-cb80-4029-a98c-249163e34b23 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.530236] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 704.530236] env[62633]: value = "task-2695848" [ 704.530236] env[62633]: _type = "Task" [ 704.530236] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.543211] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695848, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.672523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquiring lock "66be2ad2-a542-42a6-825d-61ede3f92268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.672829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "66be2ad2-a542-42a6-825d-61ede3f92268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.673084] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquiring lock "66be2ad2-a542-42a6-825d-61ede3f92268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.673327] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "66be2ad2-a542-42a6-825d-61ede3f92268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.673517] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "66be2ad2-a542-42a6-825d-61ede3f92268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.678588] env[62633]: INFO nova.compute.manager [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Terminating instance [ 704.754025] env[62633]: DEBUG nova.network.neutron [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Updating instance_info_cache with network_info: [{"id": "9268c93c-b634-40b6-b1de-91127849fd7e", "address": "fa:16:3e:6a:13:03", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9268c93c-b6", "ovs_interfaceid": "9268c93c-b634-40b6-b1de-91127849fd7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.846180] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.881224] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 53a893e3-80c6-404d-be8a-8489bb210320 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.044037] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695848, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.181430] env[62633]: DEBUG nova.compute.manager [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.181866] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.182842] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed78a205-da97-4388-8e8c-50ef5d9d2130 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.193217] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.193217] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2c11214-d873-421a-963f-0b42f943f5be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.201295] env[62633]: DEBUG oslo_vmware.api [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 705.201295] env[62633]: value = "task-2695849" [ 705.201295] env[62633]: _type = "Task" [ 705.201295] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.208879] env[62633]: DEBUG oslo_vmware.api [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.259851] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Releasing lock "refresh_cache-7b2cf9e4-5f55-450c-bb94-f12b7eb772df" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.260038] env[62633]: DEBUG nova.compute.manager [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Instance network_info: |[{"id": "9268c93c-b634-40b6-b1de-91127849fd7e", "address": "fa:16:3e:6a:13:03", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9268c93c-b6", "ovs_interfaceid": "9268c93c-b634-40b6-b1de-91127849fd7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.260471] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:13:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9268c93c-b634-40b6-b1de-91127849fd7e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.268286] env[62633]: DEBUG oslo.service.loopingcall [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.268532] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.268761] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-523768e3-a04c-4433-9cf6-2232b6d48104 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.289293] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.289293] env[62633]: value = "task-2695850" [ 705.289293] env[62633]: _type = "Task" [ 705.289293] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.297925] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695850, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.384909] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 09e7f442-9910-4c63-a446-9f527cb23691 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.401722] env[62633]: DEBUG nova.compute.manager [req-b06d2a99-f81a-488b-810a-e4d9ad479233 req-c9ad2cef-19d9-4194-af54-d8c089ed7055 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Received event network-changed-9268c93c-b634-40b6-b1de-91127849fd7e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.401932] env[62633]: DEBUG nova.compute.manager [req-b06d2a99-f81a-488b-810a-e4d9ad479233 req-c9ad2cef-19d9-4194-af54-d8c089ed7055 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Refreshing instance network info cache due to event network-changed-9268c93c-b634-40b6-b1de-91127849fd7e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.402179] env[62633]: DEBUG oslo_concurrency.lockutils [req-b06d2a99-f81a-488b-810a-e4d9ad479233 req-c9ad2cef-19d9-4194-af54-d8c089ed7055 service nova] Acquiring lock "refresh_cache-7b2cf9e4-5f55-450c-bb94-f12b7eb772df" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.402331] env[62633]: DEBUG oslo_concurrency.lockutils [req-b06d2a99-f81a-488b-810a-e4d9ad479233 req-c9ad2cef-19d9-4194-af54-d8c089ed7055 service nova] Acquired lock "refresh_cache-7b2cf9e4-5f55-450c-bb94-f12b7eb772df" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.402506] env[62633]: DEBUG nova.network.neutron [req-b06d2a99-f81a-488b-810a-e4d9ad479233 req-c9ad2cef-19d9-4194-af54-d8c089ed7055 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Refreshing network info cache for port 9268c93c-b634-40b6-b1de-91127849fd7e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.541735] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695848, 'name': CreateSnapshot_Task, 'duration_secs': 0.515847} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.542043] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 705.544718] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e580a12-be23-4244-9b56-e31f379759f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.714254] env[62633]: DEBUG oslo_vmware.api [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695849, 'name': PowerOffVM_Task, 'duration_secs': 0.216817} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.714540] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.714708] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.714967] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c4da95-3529-4e25-af8e-8616a9ffacd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.784334] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.784334] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.784334] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Deleting the datastore file [datastore1] 66be2ad2-a542-42a6-825d-61ede3f92268 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.784334] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf98e5cb-a51c-49b8-8755-e572a26220c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.799780] env[62633]: DEBUG oslo_vmware.api [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for the task: (returnval){ [ 705.799780] env[62633]: value = "task-2695852" [ 705.799780] env[62633]: _type = "Task" [ 705.799780] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.811347] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695850, 'name': CreateVM_Task, 'duration_secs': 0.383684} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.812372] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.813939] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.814515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.815683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.820254] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2fef33-f634-4fd6-b261-8d31ecd51616 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.823189] env[62633]: DEBUG oslo_vmware.api [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.826357] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 705.826357] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522808c2-b58d-c22c-8c28-933215039889" [ 705.826357] env[62633]: _type = "Task" [ 705.826357] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.841433] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522808c2-b58d-c22c-8c28-933215039889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.888142] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance c63140ee-bfa7-4fc8-ad05-ea1a69aedd48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.068769] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 706.072893] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ba0341f-39fd-4a4c-9002-2acb4120aa03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.080735] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 706.080735] env[62633]: value = "task-2695853" [ 706.080735] env[62633]: _type = "Task" [ 706.080735] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.090049] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695853, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.156730] env[62633]: DEBUG nova.network.neutron [req-b06d2a99-f81a-488b-810a-e4d9ad479233 req-c9ad2cef-19d9-4194-af54-d8c089ed7055 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Updated VIF entry in instance network info cache for port 9268c93c-b634-40b6-b1de-91127849fd7e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.156996] env[62633]: DEBUG nova.network.neutron [req-b06d2a99-f81a-488b-810a-e4d9ad479233 req-c9ad2cef-19d9-4194-af54-d8c089ed7055 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Updating instance_info_cache with network_info: [{"id": "9268c93c-b634-40b6-b1de-91127849fd7e", "address": "fa:16:3e:6a:13:03", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9268c93c-b6", "ovs_interfaceid": "9268c93c-b634-40b6-b1de-91127849fd7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.284483] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquiring lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.284940] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.312982] env[62633]: DEBUG oslo_vmware.api [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Task: {'id': task-2695852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156935} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.312982] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.312982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.312982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.312982] env[62633]: INFO nova.compute.manager [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Took 1.13 seconds to destroy the instance on the hypervisor. [ 706.312982] env[62633]: DEBUG oslo.service.loopingcall [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.312982] env[62633]: DEBUG nova.compute.manager [-] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.312982] env[62633]: DEBUG nova.network.neutron [-] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.337909] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522808c2-b58d-c22c-8c28-933215039889, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.338572] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.338944] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.339357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.339645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.339955] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.340372] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-822e747e-d337-4bb7-b035-b8b3a2dc8765 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.352119] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.352119] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.353791] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2facdbd5-4990-4b1f-b0c5-16ecd5c5b317 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.359608] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Acquiring lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.360062] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.363728] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 706.363728] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527dff26-72d7-a1a0-cbee-8e399044a890" [ 706.363728] env[62633]: _type = "Task" [ 706.363728] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.373873] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527dff26-72d7-a1a0-cbee-8e399044a890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.397080] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 6f33032f-dd89-435d-9881-4aee445ee033 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.397080] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 706.397080] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 706.593372] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695853, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.659944] env[62633]: DEBUG oslo_concurrency.lockutils [req-b06d2a99-f81a-488b-810a-e4d9ad479233 req-c9ad2cef-19d9-4194-af54-d8c089ed7055 service nova] Releasing lock "refresh_cache-7b2cf9e4-5f55-450c-bb94-f12b7eb772df" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.864724] env[62633]: DEBUG nova.compute.utils [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.880990] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527dff26-72d7-a1a0-cbee-8e399044a890, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.884836] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cda7a81-8f0d-4287-8d2a-9d29960921b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.890622] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 706.890622] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528348f4-23ef-acaf-5a3d-14be530ef1a0" [ 706.890622] env[62633]: _type = "Task" [ 706.890622] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.896531] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb6075-b80c-49fc-b8b9-c1d6babb66da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.905175] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528348f4-23ef-acaf-5a3d-14be530ef1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.907260] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.907563] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7b2cf9e4-5f55-450c-bb94-f12b7eb772df/7b2cf9e4-5f55-450c-bb94-f12b7eb772df.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.907900] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d0353a-ca35-4408-bf19-51ddcc122845 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.910794] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e415f-b432-4f1c-92fd-48419aab30a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.943475] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225781df-7ecb-4e4d-8bda-ac52a88cec59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.946433] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 706.946433] env[62633]: value = "task-2695854" [ 706.946433] env[62633]: _type = "Task" [ 706.946433] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.954830] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dba96a-ccda-4d95-a0f5-09ba3f324213 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.962167] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.973867] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.093697] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695853, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.116177] env[62633]: DEBUG nova.network.neutron [-] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.374915] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.456430] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505645} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.456735] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7b2cf9e4-5f55-450c-bb94-f12b7eb772df/7b2cf9e4-5f55-450c-bb94-f12b7eb772df.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.456902] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.457164] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d2732ac-cba9-4ee0-bd78-80de53479faa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.463302] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 707.463302] env[62633]: value = "task-2695855" [ 707.463302] env[62633]: _type = "Task" [ 707.463302] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.471744] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.476712] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.523883] env[62633]: DEBUG nova.compute.manager [req-9bec4538-eb2d-4372-b47a-7dbef23ae27c req-1ffb3347-b5a9-4a10-a7b7-32881b544112 service nova] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Received event network-vif-deleted-e5542768-c860-4bb0-8c46-bda0246b177c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.594933] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695853, 'name': CloneVM_Task, 'duration_secs': 1.432861} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.595176] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Created linked-clone VM from snapshot [ 707.595988] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f4bf89-cd4c-46e9-a854-9889e4254270 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.603113] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Uploading image c40e926e-c3b1-4735-994b-a72906d05a26 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.620669] env[62633]: INFO nova.compute.manager [-] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Took 1.31 seconds to deallocate network for instance. [ 707.623797] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 707.623797] env[62633]: value = "vm-543303" [ 707.623797] env[62633]: _type = "VirtualMachine" [ 707.623797] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 707.624429] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7760423-49e7-4cf6-aa0f-d390f91e86d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.633931] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lease: (returnval){ [ 707.633931] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528ef4ca-8db1-7e15-db6c-1d9ea1b1bcfa" [ 707.633931] env[62633]: _type = "HttpNfcLease" [ 707.633931] env[62633]: } obtained for exporting VM: (result){ [ 707.633931] env[62633]: value = "vm-543303" [ 707.633931] env[62633]: _type = "VirtualMachine" [ 707.633931] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 707.634371] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the lease: (returnval){ [ 707.634371] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528ef4ca-8db1-7e15-db6c-1d9ea1b1bcfa" [ 707.634371] env[62633]: _type = "HttpNfcLease" [ 707.634371] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 707.641612] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.641612] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528ef4ca-8db1-7e15-db6c-1d9ea1b1bcfa" [ 707.641612] env[62633]: _type = "HttpNfcLease" [ 707.641612] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 707.972653] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065335} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.972925] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.973706] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b6a3be-b918-48b6-a629-09926db91ee0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.987536] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 707.987772] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.729s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.996464] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 7b2cf9e4-5f55-450c-bb94-f12b7eb772df/7b2cf9e4-5f55-450c-bb94-f12b7eb772df.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.996791] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.846s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.996978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.998948] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.097s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.999171] env[62633]: DEBUG nova.objects.instance [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 708.002287] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c220c088-32e9-4148-8eb5-4bfc41f684d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.021700] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 708.021700] env[62633]: value = "task-2695857" [ 708.021700] env[62633]: _type = "Task" [ 708.021700] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.029888] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.040329] env[62633]: INFO nova.scheduler.client.report [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Deleted allocations for instance cf144f6d-e13f-4017-8815-49e714350f71 [ 708.130532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.141897] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.141897] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528ef4ca-8db1-7e15-db6c-1d9ea1b1bcfa" [ 708.141897] env[62633]: _type = "HttpNfcLease" [ 708.141897] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 708.142210] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 708.142210] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528ef4ca-8db1-7e15-db6c-1d9ea1b1bcfa" [ 708.142210] env[62633]: _type = "HttpNfcLease" [ 708.142210] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 708.142989] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087947c9-8a30-45b5-bb5a-213b4b060c94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.150582] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ec5c7-4408-06c7-9e9e-7300ffc1d85c/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 708.150767] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ec5c7-4408-06c7-9e9e-7300ffc1d85c/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 708.242030] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2bc87e4f-f8ca-4386-bf64-4454709e42e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.432017] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Acquiring lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.432262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.432505] env[62633]: INFO nova.compute.manager [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Attaching volume 0a442cf6-fe02-4f45-8116-838148cd7e3b to /dev/sdb [ 708.468016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4729702b-3430-4689-8c14-444dfe0f7e93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.474813] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ec284d-371b-47ea-b2dd-8405f869a303 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.488244] env[62633]: DEBUG nova.virt.block_device [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Updating existing volume attachment record: 5c7ec800-32f8-4393-897c-42c51d8f19b7 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 708.532267] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695857, 'name': ReconfigVM_Task, 'duration_secs': 0.359374} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.532267] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 7b2cf9e4-5f55-450c-bb94-f12b7eb772df/7b2cf9e4-5f55-450c-bb94-f12b7eb772df.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.532778] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ac07a1a-075f-4338-ac02-c0c98c439580 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.539779] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 708.539779] env[62633]: value = "task-2695858" [ 708.539779] env[62633]: _type = "Task" [ 708.539779] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.553298] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695858, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.553873] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Lock "cf144f6d-e13f-4017-8815-49e714350f71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.557s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.023349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e737445-06f8-4cce-931d-3f6f0f1780b5 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.024684] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.556s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.026488] env[62633]: INFO nova.compute.claims [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.051755] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695858, 'name': Rename_Task, 'duration_secs': 0.198151} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.052106] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.052400] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29c6164a-8f12-4676-ae22-9d8e3e5422db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.059872] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 709.059872] env[62633]: value = "task-2695862" [ 709.059872] env[62633]: _type = "Task" [ 709.059872] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.068649] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.571494] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695862, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.075059] env[62633]: DEBUG oslo_vmware.api [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695862, 'name': PowerOnVM_Task, 'duration_secs': 0.76058} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.075788] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.075788] env[62633]: INFO nova.compute.manager [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Took 7.77 seconds to spawn the instance on the hypervisor. [ 710.075788] env[62633]: DEBUG nova.compute.manager [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.076625] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22caad6f-d355-4eea-ab50-214662892df6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.588726] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd30c905-44a7-4171-b514-b505abf156ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.597679] env[62633]: INFO nova.compute.manager [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Took 45.66 seconds to build instance. [ 710.601406] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e42dca6-ae89-4ee4-aab8-9f7fe8d91b1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.634915] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6643cf24-8f50-4777-99f4-5303027b5495 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.643117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb85d5-4387-43d9-85bb-2055c7d32b6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.657196] env[62633]: DEBUG nova.compute.provider_tree [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.102174] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d15209d9-2b99-4f3a-baa7-18931265f235 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.137s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.159999] env[62633]: DEBUG nova.scheduler.client.report [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.607218] env[62633]: DEBUG nova.compute.manager [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.664908] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.665474] env[62633]: DEBUG nova.compute.manager [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.670052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.078s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.670052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.671374] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.579s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.701896] env[62633]: INFO nova.scheduler.client.report [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Deleted allocations for instance ead0e84f-e3ba-472d-9307-03b0b925f391 [ 711.969359] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fffcc9e-ceab-4114-8d09-5d81a120c157 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.976408] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f1904a0d-bbae-465b-8934-d7f3fb8f5d7a tempest-ServersAdminNegativeTestJSON-288985085 tempest-ServersAdminNegativeTestJSON-288985085-project-admin] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 711.976682] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c178139c-e9d4-4b26-9499-1ef00c54a7dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.983668] env[62633]: DEBUG oslo_vmware.api [None req-f1904a0d-bbae-465b-8934-d7f3fb8f5d7a tempest-ServersAdminNegativeTestJSON-288985085 tempest-ServersAdminNegativeTestJSON-288985085-project-admin] Waiting for the task: (returnval){ [ 711.983668] env[62633]: value = "task-2695864" [ 711.983668] env[62633]: _type = "Task" [ 711.983668] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.991912] env[62633]: DEBUG oslo_vmware.api [None req-f1904a0d-bbae-465b-8934-d7f3fb8f5d7a tempest-ServersAdminNegativeTestJSON-288985085 tempest-ServersAdminNegativeTestJSON-288985085-project-admin] Task: {'id': task-2695864, 'name': SuspendVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.134433] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.175881] env[62633]: DEBUG nova.compute.utils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.180123] env[62633]: DEBUG nova.compute.manager [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.180343] env[62633]: DEBUG nova.network.neutron [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.214594] env[62633]: DEBUG oslo_concurrency.lockutils [None req-204a31ce-a438-499d-893b-2bf04ddb0243 tempest-ServerShowV257Test-1442533255 tempest-ServerShowV257Test-1442533255-project-member] Lock "ead0e84f-e3ba-472d-9307-03b0b925f391" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.890s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.241339] env[62633]: DEBUG nova.policy [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e31d958c524fa49c35107e2fea6ae3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d532c456de94c0593c1295bca961dea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.507316] env[62633]: DEBUG oslo_vmware.api [None req-f1904a0d-bbae-465b-8934-d7f3fb8f5d7a tempest-ServersAdminNegativeTestJSON-288985085 tempest-ServersAdminNegativeTestJSON-288985085-project-admin] Task: {'id': task-2695864, 'name': SuspendVM_Task} progress is 62%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.640276] env[62633]: DEBUG nova.network.neutron [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Successfully created port: da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.678060] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f975dae-79e4-42b3-873a-957ef7695641 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.684499] env[62633]: DEBUG nova.compute.manager [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.691326] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22bdc91-5cfb-4a97-b0bf-176868bf8fd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.732231] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba26ff6e-8dd1-4fcd-89b4-9546a9078efc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.740291] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b02ad-125a-4831-beb2-9701a6d129bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.757586] env[62633]: DEBUG nova.compute.provider_tree [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.001117] env[62633]: DEBUG oslo_vmware.api [None req-f1904a0d-bbae-465b-8934-d7f3fb8f5d7a tempest-ServersAdminNegativeTestJSON-288985085 tempest-ServersAdminNegativeTestJSON-288985085-project-admin] Task: {'id': task-2695864, 'name': SuspendVM_Task, 'duration_secs': 0.803014} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.001572] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f1904a0d-bbae-465b-8934-d7f3fb8f5d7a tempest-ServersAdminNegativeTestJSON-288985085 tempest-ServersAdminNegativeTestJSON-288985085-project-admin] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 713.001829] env[62633]: DEBUG nova.compute.manager [None req-f1904a0d-bbae-465b-8934-d7f3fb8f5d7a tempest-ServersAdminNegativeTestJSON-288985085 tempest-ServersAdminNegativeTestJSON-288985085-project-admin] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.002717] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79963013-9619-4c94-b5b8-40853b62f64b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.047319] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 713.047591] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543306', 'volume_id': '0a442cf6-fe02-4f45-8116-838148cd7e3b', 'name': 'volume-0a442cf6-fe02-4f45-8116-838148cd7e3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7', 'attached_at': '', 'detached_at': '', 'volume_id': '0a442cf6-fe02-4f45-8116-838148cd7e3b', 'serial': '0a442cf6-fe02-4f45-8116-838148cd7e3b'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 713.048575] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca8d6ae-f62b-41eb-9495-ede6c4519b5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.073550] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c809b89-ab6d-47f8-ad4c-976168562269 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.102032] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] volume-0a442cf6-fe02-4f45-8116-838148cd7e3b/volume-0a442cf6-fe02-4f45-8116-838148cd7e3b.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.102585] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a02446e3-528e-46dd-b613-297eccff3e48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.125199] env[62633]: DEBUG oslo_vmware.api [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Waiting for the task: (returnval){ [ 713.125199] env[62633]: value = "task-2695865" [ 713.125199] env[62633]: _type = "Task" [ 713.125199] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.135022] env[62633]: DEBUG oslo_vmware.api [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Task: {'id': task-2695865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.263463] env[62633]: DEBUG nova.scheduler.client.report [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.636022] env[62633]: DEBUG oslo_vmware.api [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Task: {'id': task-2695865, 'name': ReconfigVM_Task, 'duration_secs': 0.437249} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.637376] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Reconfigured VM instance instance-0000000f to attach disk [datastore2] volume-0a442cf6-fe02-4f45-8116-838148cd7e3b/volume-0a442cf6-fe02-4f45-8116-838148cd7e3b.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.644235] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c27876-13bb-4aa7-8408-90b2e469ada5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.663793] env[62633]: DEBUG oslo_vmware.api [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Waiting for the task: (returnval){ [ 713.663793] env[62633]: value = "task-2695866" [ 713.663793] env[62633]: _type = "Task" [ 713.663793] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.673674] env[62633]: DEBUG oslo_vmware.api [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Task: {'id': task-2695866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.702709] env[62633]: DEBUG nova.compute.manager [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.726874] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.727183] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.727377] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.727569] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.727718] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.727867] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.728187] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.728405] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.728939] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.728939] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.728939] env[62633]: DEBUG nova.virt.hardware [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.729887] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa91b738-e6b0-47fc-88c4-6714179291ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.738671] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ced57ed-e306-457c-9e01-46254f2f94ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.176940] env[62633]: DEBUG oslo_vmware.api [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Task: {'id': task-2695866, 'name': ReconfigVM_Task, 'duration_secs': 0.150022} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.180134] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543306', 'volume_id': '0a442cf6-fe02-4f45-8116-838148cd7e3b', 'name': 'volume-0a442cf6-fe02-4f45-8116-838148cd7e3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7', 'attached_at': '', 'detached_at': '', 'volume_id': '0a442cf6-fe02-4f45-8116-838148cd7e3b', 'serial': '0a442cf6-fe02-4f45-8116-838148cd7e3b'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 714.276024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.602s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.276904] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.517s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.277288] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.279900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.468s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.281437] env[62633]: INFO nova.compute.claims [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.317153] env[62633]: INFO nova.scheduler.client.report [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Deleted allocations for instance 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab [ 714.721716] env[62633]: DEBUG nova.network.neutron [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Successfully updated port: da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.763309] env[62633]: DEBUG nova.compute.manager [req-7580a107-996f-4852-b906-d0c5104fc965 req-324c4bc2-b63f-4025-86c0-6126074563f6 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Received event network-vif-plugged-da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.763309] env[62633]: DEBUG oslo_concurrency.lockutils [req-7580a107-996f-4852-b906-d0c5104fc965 req-324c4bc2-b63f-4025-86c0-6126074563f6 service nova] Acquiring lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.763309] env[62633]: DEBUG oslo_concurrency.lockutils [req-7580a107-996f-4852-b906-d0c5104fc965 req-324c4bc2-b63f-4025-86c0-6126074563f6 service nova] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.763309] env[62633]: DEBUG oslo_concurrency.lockutils [req-7580a107-996f-4852-b906-d0c5104fc965 req-324c4bc2-b63f-4025-86c0-6126074563f6 service nova] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.763309] env[62633]: DEBUG nova.compute.manager [req-7580a107-996f-4852-b906-d0c5104fc965 req-324c4bc2-b63f-4025-86c0-6126074563f6 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] No waiting events found dispatching network-vif-plugged-da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.763530] env[62633]: WARNING nova.compute.manager [req-7580a107-996f-4852-b906-d0c5104fc965 req-324c4bc2-b63f-4025-86c0-6126074563f6 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Received unexpected event network-vif-plugged-da94c98d-81ce-4081-9e44-0d18850aef74 for instance with vm_state building and task_state spawning. [ 714.826411] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.183s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.843082] env[62633]: INFO nova.scheduler.client.report [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Deleted allocation for migration 72976373-950d-42b3-9861-1fa80cf29d94 [ 715.226498] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.226498] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.226498] env[62633]: DEBUG nova.network.neutron [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.242212] env[62633]: DEBUG nova.objects.instance [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Lazy-loading 'flavor' on Instance uuid 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.358609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fe05fb9-8ba4-4473-ac23-4b0bea243df5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.229s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.750626] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ad2cf12c-0094-40d6-8b74-ea300ea19201 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.762539] env[62633]: DEBUG nova.network.neutron [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.833688] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f104bd-ed9c-49b0-8189-102b1e8a55fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.844214] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e12ebd1-7f87-4b45-94b4-e49834d7de3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.880931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47143c0-ea9e-4f9b-95cd-57fb95bcbed1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.888867] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3cdf6e-bae7-4905-b39b-a5302e170ab0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.906710] env[62633]: DEBUG nova.compute.provider_tree [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.776800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Acquiring lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.777011] env[62633]: DEBUG oslo_concurrency.lockutils [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.779089] env[62633]: DEBUG nova.network.neutron [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Updating instance_info_cache with network_info: [{"id": "da94c98d-81ce-4081-9e44-0d18850aef74", "address": "fa:16:3e:94:bc:e8", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda94c98d-81", "ovs_interfaceid": "da94c98d-81ce-4081-9e44-0d18850aef74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.784125] env[62633]: DEBUG nova.scheduler.client.report [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.790499] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.790686] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.802891] env[62633]: DEBUG nova.compute.manager [req-58f43e5f-4437-4004-b626-00d5dfabaf38 req-8c6a960d-f1bf-41f3-a81f-bfe42e3467af service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Received event network-changed-da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.803091] env[62633]: DEBUG nova.compute.manager [req-58f43e5f-4437-4004-b626-00d5dfabaf38 req-8c6a960d-f1bf-41f3-a81f-bfe42e3467af service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Refreshing instance network info cache due to event network-changed-da94c98d-81ce-4081-9e44-0d18850aef74. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.803392] env[62633]: DEBUG oslo_concurrency.lockutils [req-58f43e5f-4437-4004-b626-00d5dfabaf38 req-8c6a960d-f1bf-41f3-a81f-bfe42e3467af service nova] Acquiring lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.864032] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ec5c7-4408-06c7-9e9e-7300ffc1d85c/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 716.865135] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87461ecc-c032-451e-8bf0-c5dbbe9beb51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.872519] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ec5c7-4408-06c7-9e9e-7300ffc1d85c/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 716.872688] env[62633]: ERROR oslo_vmware.rw_handles [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ec5c7-4408-06c7-9e9e-7300ffc1d85c/disk-0.vmdk due to incomplete transfer. [ 716.872914] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3ef79777-bd69-4b12-9f61-5e67ddc53b71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.881358] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ec5c7-4408-06c7-9e9e-7300ffc1d85c/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 716.881410] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Uploaded image c40e926e-c3b1-4735-994b-a72906d05a26 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 716.884943] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.884943] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a7d2a96-896a-4088-ab78-eb5007630414 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.891665] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 716.891665] env[62633]: value = "task-2695867" [ 716.891665] env[62633]: _type = "Task" [ 716.891665] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.899889] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695867, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.291109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.011s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.291697] env[62633]: DEBUG nova.compute.manager [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.294520] env[62633]: INFO nova.compute.manager [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Detaching volume 0a442cf6-fe02-4f45-8116-838148cd7e3b [ 717.296554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.296852] env[62633]: DEBUG nova.compute.manager [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Instance network_info: |[{"id": "da94c98d-81ce-4081-9e44-0d18850aef74", "address": "fa:16:3e:94:bc:e8", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda94c98d-81", "ovs_interfaceid": "da94c98d-81ce-4081-9e44-0d18850aef74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.297574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.077s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.299960] env[62633]: DEBUG nova.objects.instance [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 717.300499] env[62633]: DEBUG oslo_concurrency.lockutils [req-58f43e5f-4437-4004-b626-00d5dfabaf38 req-8c6a960d-f1bf-41f3-a81f-bfe42e3467af service nova] Acquired lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.300540] env[62633]: DEBUG nova.network.neutron [req-58f43e5f-4437-4004-b626-00d5dfabaf38 req-8c6a960d-f1bf-41f3-a81f-bfe42e3467af service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Refreshing network info cache for port da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.301620] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:bc:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da94c98d-81ce-4081-9e44-0d18850aef74', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.309738] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Creating folder: Project (1d532c456de94c0593c1295bca961dea). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.312943] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.313192] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.313399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.313644] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.313858] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.316453] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1ad4746-7f83-47ea-ad29-cfd98f26ad25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.320083] env[62633]: INFO nova.compute.manager [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Terminating instance [ 717.328685] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Created folder: Project (1d532c456de94c0593c1295bca961dea) in parent group-v543169. [ 717.328939] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Creating folder: Instances. Parent ref: group-v543307. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.329537] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35cb8da6-bcb4-4058-9673-ec203dececad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.339273] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Created folder: Instances in parent group-v543307. [ 717.339684] env[62633]: DEBUG oslo.service.loopingcall [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.340501] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.341147] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51487890-fdc4-418e-9e23-29425e22a1e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.359738] env[62633]: INFO nova.virt.block_device [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Attempting to driver detach volume 0a442cf6-fe02-4f45-8116-838148cd7e3b from mountpoint /dev/sdb [ 717.359968] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 717.360174] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543306', 'volume_id': '0a442cf6-fe02-4f45-8116-838148cd7e3b', 'name': 'volume-0a442cf6-fe02-4f45-8116-838148cd7e3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7', 'attached_at': '', 'detached_at': '', 'volume_id': '0a442cf6-fe02-4f45-8116-838148cd7e3b', 'serial': '0a442cf6-fe02-4f45-8116-838148cd7e3b'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 717.361301] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c31a018-782d-4aac-91a7-9260d9f869fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.385111] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b31cb2-1a8a-4cf6-9197-37834adeb6f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.385739] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.385739] env[62633]: value = "task-2695870" [ 717.385739] env[62633]: _type = "Task" [ 717.385739] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.397498] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3576ba-631f-434e-8495-84d8100485b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.402772] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695870, 'name': CreateVM_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.407942] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695867, 'name': Destroy_Task, 'duration_secs': 0.32615} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.422819] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Destroyed the VM [ 717.423154] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.423818] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99a78dab-ce67-424a-a924-bf2623b5d80f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.426131] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2518d0d2-317c-437c-9438-9dbf52dd4d7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.441605] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] The volume has not been displaced from its original location: [datastore2] volume-0a442cf6-fe02-4f45-8116-838148cd7e3b/volume-0a442cf6-fe02-4f45-8116-838148cd7e3b.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 717.447081] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 717.448453] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3682e39-ff73-4ed4-bc38-b7e274dd90a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.461890] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 717.461890] env[62633]: value = "task-2695871" [ 717.461890] env[62633]: _type = "Task" [ 717.461890] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.470121] env[62633]: DEBUG oslo_vmware.api [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Waiting for the task: (returnval){ [ 717.470121] env[62633]: value = "task-2695872" [ 717.470121] env[62633]: _type = "Task" [ 717.470121] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.474410] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695871, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.477445] env[62633]: DEBUG oslo_vmware.api [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Task: {'id': task-2695872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.800649] env[62633]: DEBUG nova.compute.utils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.801056] env[62633]: DEBUG nova.compute.manager [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.801183] env[62633]: DEBUG nova.network.neutron [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.822799] env[62633]: DEBUG nova.compute.manager [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.822982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.824119] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206d37e2-29da-4e44-8bed-076dfec93367 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.831337] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.831820] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e1d7991-966c-49c8-be45-48cde2894b7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.851064] env[62633]: DEBUG nova.policy [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28608e7745464fa691e9fe315c97aca5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07e644231eee4d668ee642a0ac4355fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.895033] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.895316] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.895555] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Deleting the datastore file [datastore2] 7b2cf9e4-5f55-450c-bb94-f12b7eb772df {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.900835] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64dff57a-ff39-4f45-acdb-4c59c5251e92 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.902643] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695870, 'name': CreateVM_Task, 'duration_secs': 0.37625} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.902825] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.904240] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.905049] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.905480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.905844] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21feccbe-62d7-47ab-9690-721974b5b331 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.909252] env[62633]: DEBUG oslo_vmware.api [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 717.909252] env[62633]: value = "task-2695874" [ 717.909252] env[62633]: _type = "Task" [ 717.909252] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.914308] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 717.914308] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e31a8b-2692-6d35-a88e-aff5c56193b6" [ 717.914308] env[62633]: _type = "Task" [ 717.914308] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.920831] env[62633]: DEBUG oslo_vmware.api [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.926628] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e31a8b-2692-6d35-a88e-aff5c56193b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.930394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.930682] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.930926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.931104] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.931301] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.931612] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf79c98c-cdc4-45e7-8770-fcb7eb8dd327 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.945218] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.945427] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.946319] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92675841-206b-4402-8246-a9c164d0a50b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.959344] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 717.959344] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52352aee-93fc-eba8-47e5-f003024622f6" [ 717.959344] env[62633]: _type = "Task" [ 717.959344] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.976845] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52352aee-93fc-eba8-47e5-f003024622f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.980134] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695871, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.988511] env[62633]: DEBUG oslo_vmware.api [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Task: {'id': task-2695872, 'name': ReconfigVM_Task, 'duration_secs': 0.237481} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.988813] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 717.994694] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7bea58-8e11-4aa3-a44a-6342aa0b165c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.011250] env[62633]: DEBUG oslo_vmware.api [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Waiting for the task: (returnval){ [ 718.011250] env[62633]: value = "task-2695875" [ 718.011250] env[62633]: _type = "Task" [ 718.011250] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.021644] env[62633]: DEBUG oslo_vmware.api [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Task: {'id': task-2695875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.052961] env[62633]: DEBUG nova.network.neutron [req-58f43e5f-4437-4004-b626-00d5dfabaf38 req-8c6a960d-f1bf-41f3-a81f-bfe42e3467af service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Updated VIF entry in instance network info cache for port da94c98d-81ce-4081-9e44-0d18850aef74. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.053343] env[62633]: DEBUG nova.network.neutron [req-58f43e5f-4437-4004-b626-00d5dfabaf38 req-8c6a960d-f1bf-41f3-a81f-bfe42e3467af service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Updating instance_info_cache with network_info: [{"id": "da94c98d-81ce-4081-9e44-0d18850aef74", "address": "fa:16:3e:94:bc:e8", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda94c98d-81", "ovs_interfaceid": "da94c98d-81ce-4081-9e44-0d18850aef74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.171411] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "c9c0576f-608d-4e30-80dc-2d880da95830" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.171811] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "c9c0576f-608d-4e30-80dc-2d880da95830" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.245647] env[62633]: DEBUG nova.network.neutron [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Successfully created port: a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.305501] env[62633]: DEBUG nova.compute.manager [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.318095] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c14c1d3b-241a-43df-ade1-b4ee606f79c5 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.321478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.189s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.321478] env[62633]: INFO nova.compute.claims [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.420189] env[62633]: DEBUG oslo_vmware.api [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36442} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.420189] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.420189] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.421357] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.421357] env[62633]: INFO nova.compute.manager [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Took 0.60 seconds to destroy the instance on the hypervisor. [ 718.421357] env[62633]: DEBUG oslo.service.loopingcall [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 718.421357] env[62633]: DEBUG nova.compute.manager [-] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.421357] env[62633]: DEBUG nova.network.neutron [-] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.478210] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52352aee-93fc-eba8-47e5-f003024622f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.479879] env[62633]: DEBUG oslo_vmware.api [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695871, 'name': RemoveSnapshot_Task, 'duration_secs': 0.61043} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.480153] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fe271d-0b0f-4628-a328-817dcfe32e0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.482491] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 718.483067] env[62633]: INFO nova.compute.manager [None req-9fbd7495-98c9-4837-8975-390c5c0e7467 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Took 14.51 seconds to snapshot the instance on the hypervisor. [ 718.491025] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 718.491025] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521718c3-819f-3cda-f574-2f1fc1cc9e44" [ 718.491025] env[62633]: _type = "Task" [ 718.491025] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.497462] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521718c3-819f-3cda-f574-2f1fc1cc9e44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.522655] env[62633]: DEBUG oslo_vmware.api [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Task: {'id': task-2695875, 'name': ReconfigVM_Task, 'duration_secs': 0.142226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.523034] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543306', 'volume_id': '0a442cf6-fe02-4f45-8116-838148cd7e3b', 'name': 'volume-0a442cf6-fe02-4f45-8116-838148cd7e3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7', 'attached_at': '', 'detached_at': '', 'volume_id': '0a442cf6-fe02-4f45-8116-838148cd7e3b', 'serial': '0a442cf6-fe02-4f45-8116-838148cd7e3b'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 718.556354] env[62633]: DEBUG oslo_concurrency.lockutils [req-58f43e5f-4437-4004-b626-00d5dfabaf38 req-8c6a960d-f1bf-41f3-a81f-bfe42e3467af service nova] Releasing lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.718372] env[62633]: DEBUG nova.compute.manager [req-96c83a1b-c5ad-43ef-85c2-0ec9cfa6cd62 req-e1b1d071-c1f3-4040-8340-92f402f77bc3 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Received event network-vif-deleted-9268c93c-b634-40b6-b1de-91127849fd7e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.718372] env[62633]: INFO nova.compute.manager [req-96c83a1b-c5ad-43ef-85c2-0ec9cfa6cd62 req-e1b1d071-c1f3-4040-8340-92f402f77bc3 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Neutron deleted interface 9268c93c-b634-40b6-b1de-91127849fd7e; detaching it from the instance and deleting it from the info cache [ 718.718372] env[62633]: DEBUG nova.network.neutron [req-96c83a1b-c5ad-43ef-85c2-0ec9cfa6cd62 req-e1b1d071-c1f3-4040-8340-92f402f77bc3 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.004848] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521718c3-819f-3cda-f574-2f1fc1cc9e44, 'name': SearchDatastore_Task, 'duration_secs': 0.027526} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.005672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.005933] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 7ccdf342-6d91-453f-a0c1-64ebec7f6a31/7ccdf342-6d91-453f-a0c1-64ebec7f6a31.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.006279] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b838a15b-d132-4e7d-9043-86d397791f80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.013880] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 719.013880] env[62633]: value = "task-2695876" [ 719.013880] env[62633]: _type = "Task" [ 719.013880] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.022210] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.073531] env[62633]: DEBUG nova.objects.instance [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Lazy-loading 'flavor' on Instance uuid 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.178244] env[62633]: DEBUG nova.network.neutron [-] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.220469] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82d7479c-19ef-4f86-bcd0-3578f4430581 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.230386] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bacae5-276e-4f97-8610-c3e54622a3b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.262639] env[62633]: DEBUG nova.compute.manager [req-96c83a1b-c5ad-43ef-85c2-0ec9cfa6cd62 req-e1b1d071-c1f3-4040-8340-92f402f77bc3 service nova] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Detach interface failed, port_id=9268c93c-b634-40b6-b1de-91127849fd7e, reason: Instance 7b2cf9e4-5f55-450c-bb94-f12b7eb772df could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 719.315318] env[62633]: DEBUG nova.compute.manager [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.340100] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.340376] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.340541] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.340758] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.340934] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.341132] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.341329] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.341516] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.341703] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.341897] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.342106] env[62633]: DEBUG nova.virt.hardware [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.342964] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a0f398-b984-406a-9012-849b66a5b1c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.350919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2f8334-0566-468b-a6ac-2f313735fad8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.523580] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695876, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.681682] env[62633]: INFO nova.compute.manager [-] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Took 1.26 seconds to deallocate network for instance. [ 719.804671] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0ca3d3-fc61-4a5d-bc1f-048d8a8c84b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.816105] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcbfa1b-97af-4ac6-bbf9-4a719b760706 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.847999] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d043b2c3-7128-44b8-be32-634296396d65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.858746] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d7fdd9-5d2a-4fcd-9cd2-254ec6961755 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.873990] env[62633]: DEBUG nova.compute.provider_tree [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.999640] env[62633]: DEBUG nova.network.neutron [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Successfully updated port: a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.028784] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884148} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.029211] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 7ccdf342-6d91-453f-a0c1-64ebec7f6a31/7ccdf342-6d91-453f-a0c1-64ebec7f6a31.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.029615] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.030264] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b849a76b-ac1a-45a3-9de2-cac0ee9a28ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.038116] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 720.038116] env[62633]: value = "task-2695877" [ 720.038116] env[62633]: _type = "Task" [ 720.038116] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.049847] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.081331] env[62633]: DEBUG oslo_concurrency.lockutils [None req-59af9421-0ff0-4985-8f57-cda433690da5 tempest-VolumesAssistedSnapshotsTest-950523242 tempest-VolumesAssistedSnapshotsTest-950523242-project-admin] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.129384] env[62633]: DEBUG nova.compute.manager [req-05f40146-b4c2-4fbd-812f-f1b0ea283671 req-b9fc87ec-f97f-4b9b-817a-4f1d2453ce65 service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Received event network-vif-plugged-a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.129384] env[62633]: DEBUG oslo_concurrency.lockutils [req-05f40146-b4c2-4fbd-812f-f1b0ea283671 req-b9fc87ec-f97f-4b9b-817a-4f1d2453ce65 service nova] Acquiring lock "aa895c8d-8886-4328-a8da-d910822c166f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.129621] env[62633]: DEBUG oslo_concurrency.lockutils [req-05f40146-b4c2-4fbd-812f-f1b0ea283671 req-b9fc87ec-f97f-4b9b-817a-4f1d2453ce65 service nova] Lock "aa895c8d-8886-4328-a8da-d910822c166f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.129914] env[62633]: DEBUG oslo_concurrency.lockutils [req-05f40146-b4c2-4fbd-812f-f1b0ea283671 req-b9fc87ec-f97f-4b9b-817a-4f1d2453ce65 service nova] Lock "aa895c8d-8886-4328-a8da-d910822c166f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.130207] env[62633]: DEBUG nova.compute.manager [req-05f40146-b4c2-4fbd-812f-f1b0ea283671 req-b9fc87ec-f97f-4b9b-817a-4f1d2453ce65 service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] No waiting events found dispatching network-vif-plugged-a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.130499] env[62633]: WARNING nova.compute.manager [req-05f40146-b4c2-4fbd-812f-f1b0ea283671 req-b9fc87ec-f97f-4b9b-817a-4f1d2453ce65 service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Received unexpected event network-vif-plugged-a2747f43-3174-4766-a904-7337c5c374b5 for instance with vm_state building and task_state spawning. [ 720.192471] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.223987] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "7f563c4b-274b-4324-b04e-0b75488d0290" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.224393] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.224689] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "7f563c4b-274b-4324-b04e-0b75488d0290-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.224922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.225176] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.227967] env[62633]: INFO nova.compute.manager [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Terminating instance [ 720.377040] env[62633]: DEBUG nova.scheduler.client.report [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.502637] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.502637] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquired lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.502637] env[62633]: DEBUG nova.network.neutron [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.547549] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063217} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.547824] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.548661] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6023ca7f-fe75-431a-9959-3090c805eff7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.571954] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 7ccdf342-6d91-453f-a0c1-64ebec7f6a31/7ccdf342-6d91-453f-a0c1-64ebec7f6a31.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.572615] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c780a14-418c-477d-a270-cdbb7676aa8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.596344] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 720.596344] env[62633]: value = "task-2695878" [ 720.596344] env[62633]: _type = "Task" [ 720.596344] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.607814] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.733450] env[62633]: DEBUG nova.compute.manager [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.733751] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.734825] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db92fa3-73af-449d-a43e-2c862bd23ec9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.743493] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.743774] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b13090-b4bd-44a7-9567-1cd6241d614e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.750345] env[62633]: DEBUG oslo_vmware.api [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 720.750345] env[62633]: value = "task-2695880" [ 720.750345] env[62633]: _type = "Task" [ 720.750345] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.760229] env[62633]: DEBUG oslo_vmware.api [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.883060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.883060] env[62633]: DEBUG nova.compute.manager [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.885921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.990s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.887613] env[62633]: INFO nova.compute.claims [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.003043] env[62633]: DEBUG nova.compute.manager [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.003894] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586c51e9-c498-46f3-a346-ff79db789a30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.038837] env[62633]: DEBUG nova.network.neutron [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.112543] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695878, 'name': ReconfigVM_Task, 'duration_secs': 0.300949} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.113254] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 7ccdf342-6d91-453f-a0c1-64ebec7f6a31/7ccdf342-6d91-453f-a0c1-64ebec7f6a31.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.113974] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c39592f4-85c3-4154-966a-fbd2fc21810a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.125228] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 721.125228] env[62633]: value = "task-2695881" [ 721.125228] env[62633]: _type = "Task" [ 721.125228] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.144089] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695881, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.264191] env[62633]: DEBUG oslo_vmware.api [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695880, 'name': PowerOffVM_Task, 'duration_secs': 0.199061} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.264486] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.264675] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.264940] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-341b85ec-cdf8-4a74-8543-9c642be7d22f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.311587] env[62633]: DEBUG nova.network.neutron [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Updating instance_info_cache with network_info: [{"id": "a2747f43-3174-4766-a904-7337c5c374b5", "address": "fa:16:3e:3d:50:b8", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2747f43-31", "ovs_interfaceid": "a2747f43-3174-4766-a904-7337c5c374b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.323257] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.325248] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.325248] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Deleting the datastore file [datastore1] 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.325248] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4514fc7b-e8e7-4353-a020-bdc3e30cc263 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.330297] env[62633]: DEBUG oslo_vmware.api [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 721.330297] env[62633]: value = "task-2695883" [ 721.330297] env[62633]: _type = "Task" [ 721.330297] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.339684] env[62633]: DEBUG oslo_vmware.api [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.388263] env[62633]: DEBUG nova.compute.utils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.392993] env[62633]: DEBUG nova.compute.manager [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.392993] env[62633]: DEBUG nova.network.neutron [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.446632] env[62633]: DEBUG nova.policy [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aea3c88f13c424b80c6f32ed3b79d74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53815109b70a4485a24e7f74c003682e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.519558] env[62633]: INFO nova.compute.manager [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] instance snapshotting [ 721.521213] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d043f39c-eece-404b-a3ea-19159587f2bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.539839] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371aaa4f-ff62-45a8-bd7e-8e1cde5552c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.637504] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695881, 'name': Rename_Task, 'duration_secs': 0.15102} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.637799] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.638059] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb2c76c-6dee-4619-b643-f2d68b9c31af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.644763] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 721.644763] env[62633]: value = "task-2695884" [ 721.644763] env[62633]: _type = "Task" [ 721.644763] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.654631] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.810703] env[62633]: DEBUG nova.network.neutron [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Successfully created port: 7f274424-268b-4b92-ae65-99e645c974c1 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.814380] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Releasing lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.814661] env[62633]: DEBUG nova.compute.manager [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Instance network_info: |[{"id": "a2747f43-3174-4766-a904-7337c5c374b5", "address": "fa:16:3e:3d:50:b8", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2747f43-31", "ovs_interfaceid": "a2747f43-3174-4766-a904-7337c5c374b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.815060] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:50:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2747f43-3174-4766-a904-7337c5c374b5', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.822459] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Creating folder: Project (07e644231eee4d668ee642a0ac4355fa). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.822746] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee755470-b034-40e2-b090-7fb53aaeeabf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.835651] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Created folder: Project (07e644231eee4d668ee642a0ac4355fa) in parent group-v543169. [ 721.835832] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Creating folder: Instances. Parent ref: group-v543310. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.836431] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30815c51-6fe2-4f8d-9b5f-97b947913b62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.841150] env[62633]: DEBUG oslo_vmware.api [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2695883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142829} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.841392] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.841579] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.841753] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.841922] env[62633]: INFO nova.compute.manager [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Took 1.11 seconds to destroy the instance on the hypervisor. [ 721.842168] env[62633]: DEBUG oslo.service.loopingcall [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.842349] env[62633]: DEBUG nova.compute.manager [-] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.842444] env[62633]: DEBUG nova.network.neutron [-] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.849708] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Created folder: Instances in parent group-v543310. [ 721.849708] env[62633]: DEBUG oslo.service.loopingcall [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.849708] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.849708] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55ecaf83-433c-401e-81c5-ce6254345efa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.865551] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.865551] env[62633]: value = "task-2695887" [ 721.865551] env[62633]: _type = "Task" [ 721.865551] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.873430] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695887, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.894024] env[62633]: DEBUG nova.compute.manager [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.055997] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.057659] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-346726ff-2e37-4221-8dcf-e1465d51852a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.067103] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 722.067103] env[62633]: value = "task-2695888" [ 722.067103] env[62633]: _type = "Task" [ 722.067103] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.083357] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.155802] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695884, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.160967] env[62633]: DEBUG nova.compute.manager [req-c2d7a1e0-8299-441b-a999-a4f4a7e036e0 req-798bf733-565e-4b9d-bcd9-5f02be52cc80 service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Received event network-changed-a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.161259] env[62633]: DEBUG nova.compute.manager [req-c2d7a1e0-8299-441b-a999-a4f4a7e036e0 req-798bf733-565e-4b9d-bcd9-5f02be52cc80 service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Refreshing instance network info cache due to event network-changed-a2747f43-3174-4766-a904-7337c5c374b5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 722.161507] env[62633]: DEBUG oslo_concurrency.lockutils [req-c2d7a1e0-8299-441b-a999-a4f4a7e036e0 req-798bf733-565e-4b9d-bcd9-5f02be52cc80 service nova] Acquiring lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.161657] env[62633]: DEBUG oslo_concurrency.lockutils [req-c2d7a1e0-8299-441b-a999-a4f4a7e036e0 req-798bf733-565e-4b9d-bcd9-5f02be52cc80 service nova] Acquired lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.161841] env[62633]: DEBUG nova.network.neutron [req-c2d7a1e0-8299-441b-a999-a4f4a7e036e0 req-798bf733-565e-4b9d-bcd9-5f02be52cc80 service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Refreshing network info cache for port a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.374937] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695887, 'name': CreateVM_Task, 'duration_secs': 0.354315} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.377454] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.379314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.379684] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.379767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.380054] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e61d168-4194-458e-b5be-3870b01a4137 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.387994] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 722.387994] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525903a9-cdb5-fc18-9d38-27d852d77ac5" [ 722.387994] env[62633]: _type = "Task" [ 722.387994] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.396551] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19315cd-8d25-4554-b9a1-86acc798735f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.404991] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525903a9-cdb5-fc18-9d38-27d852d77ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.409584] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842c8942-6993-491d-a688-3c132d8678a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.445051] env[62633]: DEBUG nova.network.neutron [-] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.447864] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb5c63f-ef33-4e8a-b095-3484632612a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.451744] env[62633]: DEBUG nova.compute.manager [req-653cd187-d396-4b3a-be07-065dbe1b8d5e req-8ae7fa9e-fc8a-47d2-94e9-cf47617f5164 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Received event network-vif-deleted-ec8eb4d4-a690-49d5-a113-da36200de047 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.451939] env[62633]: INFO nova.compute.manager [req-653cd187-d396-4b3a-be07-065dbe1b8d5e req-8ae7fa9e-fc8a-47d2-94e9-cf47617f5164 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Neutron deleted interface ec8eb4d4-a690-49d5-a113-da36200de047; detaching it from the instance and deleting it from the info cache [ 722.452117] env[62633]: DEBUG nova.network.neutron [req-653cd187-d396-4b3a-be07-065dbe1b8d5e req-8ae7fa9e-fc8a-47d2-94e9-cf47617f5164 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.461290] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108d11a7-0582-48e4-a89f-e921738e7df1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.475241] env[62633]: DEBUG nova.compute.provider_tree [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.580199] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695888, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.658990] env[62633]: DEBUG oslo_vmware.api [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2695884, 'name': PowerOnVM_Task, 'duration_secs': 0.788046} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.658990] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.658990] env[62633]: INFO nova.compute.manager [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Took 8.96 seconds to spawn the instance on the hypervisor. [ 722.658990] env[62633]: DEBUG nova.compute.manager [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.659530] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc155c71-85d4-4052-a66e-c9a557c96090 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.906311] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525903a9-cdb5-fc18-9d38-27d852d77ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.907219] env[62633]: DEBUG nova.network.neutron [req-c2d7a1e0-8299-441b-a999-a4f4a7e036e0 req-798bf733-565e-4b9d-bcd9-5f02be52cc80 service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Updated VIF entry in instance network info cache for port a2747f43-3174-4766-a904-7337c5c374b5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.907563] env[62633]: DEBUG nova.network.neutron [req-c2d7a1e0-8299-441b-a999-a4f4a7e036e0 req-798bf733-565e-4b9d-bcd9-5f02be52cc80 service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Updating instance_info_cache with network_info: [{"id": "a2747f43-3174-4766-a904-7337c5c374b5", "address": "fa:16:3e:3d:50:b8", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2747f43-31", "ovs_interfaceid": "a2747f43-3174-4766-a904-7337c5c374b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.909493] env[62633]: DEBUG nova.compute.manager [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.911442] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.911777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.911924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.912084] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.912294] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.912987] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa65617-e6d9-467e-ae61-795e95eb8ad7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.922021] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.922219] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.923322] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b21244-d908-4ac7-b73e-fef9441fe15e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.933042] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 722.933042] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526eb4fd-a703-7948-47ed-b6883b2196f1" [ 722.933042] env[62633]: _type = "Task" [ 722.933042] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.935370] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.935659] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.935881] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.936133] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.936334] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.936512] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.936765] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.936961] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.937181] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.937375] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.937584] env[62633]: DEBUG nova.virt.hardware [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.938762] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48941b5-91f3-4c5b-9328-76423f48a2d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.953437] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f4ac12-bd93-476d-a810-482b1a7626a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.957349] env[62633]: INFO nova.compute.manager [-] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Took 1.11 seconds to deallocate network for instance. [ 722.957664] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526eb4fd-a703-7948-47ed-b6883b2196f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.962580] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eedfe63-f4c5-44d8-afb0-eab5d7e51704 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.964821] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8fc396-010c-46cc-910c-51489077915f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.979782] env[62633]: DEBUG nova.scheduler.client.report [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.983063] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 722.983063] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5216b6c7-aada-e9d5-45ee-ebd4fa6533fd" [ 722.983063] env[62633]: _type = "Task" [ 722.983063] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.987886] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f294f99-731a-4d3d-ac3e-72223316225f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.009524] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5216b6c7-aada-e9d5-45ee-ebd4fa6533fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.009792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.010061] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] aa895c8d-8886-4328-a8da-d910822c166f/aa895c8d-8886-4328-a8da-d910822c166f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.010348] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f6732e4-ee97-4b8e-84cd-8649840a1edf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.023386] env[62633]: DEBUG nova.compute.manager [req-653cd187-d396-4b3a-be07-065dbe1b8d5e req-8ae7fa9e-fc8a-47d2-94e9-cf47617f5164 service nova] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Detach interface failed, port_id=ec8eb4d4-a690-49d5-a113-da36200de047, reason: Instance 7f563c4b-274b-4324-b04e-0b75488d0290 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 723.027764] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 723.027764] env[62633]: value = "task-2695889" [ 723.027764] env[62633]: _type = "Task" [ 723.027764] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.035243] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.080553] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695888, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.179606] env[62633]: INFO nova.compute.manager [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Took 51.73 seconds to build instance. [ 723.413878] env[62633]: DEBUG oslo_concurrency.lockutils [req-c2d7a1e0-8299-441b-a999-a4f4a7e036e0 req-798bf733-565e-4b9d-bcd9-5f02be52cc80 service nova] Releasing lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.420499] env[62633]: DEBUG nova.network.neutron [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Successfully updated port: 7f274424-268b-4b92-ae65-99e645c974c1 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.468821] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.484515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.485013] env[62633]: DEBUG nova.compute.manager [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.487922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.412s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.487922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.490108] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.825s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.490302] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.492528] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.060s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.493987] env[62633]: INFO nova.compute.claims [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.523049] env[62633]: INFO nova.scheduler.client.report [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted allocations for instance 5bf389b8-44b8-4e04-bd94-848e4cdfd77f [ 723.535402] env[62633]: INFO nova.scheduler.client.report [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted allocations for instance 830c95e0-cfef-4940-86d7-3db3bf81d219 [ 723.543264] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483421} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.543564] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] aa895c8d-8886-4328-a8da-d910822c166f/aa895c8d-8886-4328-a8da-d910822c166f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.543800] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.544090] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9f5433c-ee6e-41fd-aba0-a38caaa5b908 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.553559] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 723.553559] env[62633]: value = "task-2695890" [ 723.553559] env[62633]: _type = "Task" [ 723.553559] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.561913] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.584907] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695888, 'name': CreateSnapshot_Task, 'duration_secs': 1.139062} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.585247] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 723.586058] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe60abf-667d-42e4-87f6-018da1cd9515 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.682883] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.377s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.923790] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.923986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.924196] env[62633]: DEBUG nova.network.neutron [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.999155] env[62633]: DEBUG nova.compute.utils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.003101] env[62633]: DEBUG nova.compute.manager [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.003101] env[62633]: DEBUG nova.network.neutron [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.031852] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "5bf389b8-44b8-4e04-bd94-848e4cdfd77f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.980s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.045986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b308d50a-0470-4e0d-966d-b5284ca301fc tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "830c95e0-cfef-4940-86d7-3db3bf81d219" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.506s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.062870] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070596} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.063155] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.064625] env[62633]: DEBUG nova.policy [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '275e9fd011e54f98bcaef3d5bb57e4c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd99a3c1a7ed4edab2f72926c0f110ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.066570] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401306f8-f8e8-415a-8b87-f6c248bf2e0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.091068] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] aa895c8d-8886-4328-a8da-d910822c166f/aa895c8d-8886-4328-a8da-d910822c166f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.091640] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-391155c2-6915-420b-81e5-709277f377a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.113320] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.114071] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f00fb20e-0694-480f-bb81-5d21b3623969 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.123273] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 724.123273] env[62633]: value = "task-2695892" [ 724.123273] env[62633]: _type = "Task" [ 724.123273] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.124754] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 724.124754] env[62633]: value = "task-2695891" [ 724.124754] env[62633]: _type = "Task" [ 724.124754] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.143033] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.143033] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695891, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.185032] env[62633]: DEBUG nova.compute.manager [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.190752] env[62633]: DEBUG nova.compute.manager [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Received event network-vif-plugged-7f274424-268b-4b92-ae65-99e645c974c1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.191012] env[62633]: DEBUG oslo_concurrency.lockutils [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] Acquiring lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.191607] env[62633]: DEBUG oslo_concurrency.lockutils [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] Lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.191607] env[62633]: DEBUG oslo_concurrency.lockutils [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] Lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.191876] env[62633]: DEBUG nova.compute.manager [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] No waiting events found dispatching network-vif-plugged-7f274424-268b-4b92-ae65-99e645c974c1 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.192094] env[62633]: WARNING nova.compute.manager [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Received unexpected event network-vif-plugged-7f274424-268b-4b92-ae65-99e645c974c1 for instance with vm_state building and task_state spawning. [ 724.192274] env[62633]: DEBUG nova.compute.manager [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Received event network-changed-7f274424-268b-4b92-ae65-99e645c974c1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.192568] env[62633]: DEBUG nova.compute.manager [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Refreshing instance network info cache due to event network-changed-7f274424-268b-4b92-ae65-99e645c974c1. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.192568] env[62633]: DEBUG oslo_concurrency.lockutils [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] Acquiring lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.302862] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquiring lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.302862] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.303107] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquiring lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.303354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.303538] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.306455] env[62633]: INFO nova.compute.manager [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Terminating instance [ 724.472948] env[62633]: DEBUG nova.network.neutron [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.503160] env[62633]: DEBUG nova.network.neutron [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Successfully created port: 448ac7fe-1dc3-432e-baad-90cd000a8d2a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.505734] env[62633]: DEBUG nova.compute.manager [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.649048] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695892, 'name': ReconfigVM_Task, 'duration_secs': 0.399144} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.650420] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Reconfigured VM instance instance-0000002b to attach disk [datastore2] aa895c8d-8886-4328-a8da-d910822c166f/aa895c8d-8886-4328-a8da-d910822c166f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.650420] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4305ca45-2e21-47e6-9e41-979d7d7bb8c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.659724] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695891, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.663947] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 724.663947] env[62633]: value = "task-2695893" [ 724.663947] env[62633]: _type = "Task" [ 724.663947] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.672821] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695893, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.704861] env[62633]: DEBUG nova.network.neutron [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Updating instance_info_cache with network_info: [{"id": "7f274424-268b-4b92-ae65-99e645c974c1", "address": "fa:16:3e:8a:b7:9d", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f274424-26", "ovs_interfaceid": "7f274424-268b-4b92-ae65-99e645c974c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.721191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.810794] env[62633]: DEBUG nova.compute.manager [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.811068] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.811977] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d734fc-511b-4813-bcd5-07e343915be1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.821680] env[62633]: DEBUG nova.compute.manager [req-107eda5f-7f5c-468b-ad85-3a2a0b5d8c80 req-022101bb-56bd-4e52-b240-dec2e039dbaa service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Received event network-changed-da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.822066] env[62633]: DEBUG nova.compute.manager [req-107eda5f-7f5c-468b-ad85-3a2a0b5d8c80 req-022101bb-56bd-4e52-b240-dec2e039dbaa service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Refreshing instance network info cache due to event network-changed-da94c98d-81ce-4081-9e44-0d18850aef74. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.822309] env[62633]: DEBUG oslo_concurrency.lockutils [req-107eda5f-7f5c-468b-ad85-3a2a0b5d8c80 req-022101bb-56bd-4e52-b240-dec2e039dbaa service nova] Acquiring lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.822455] env[62633]: DEBUG oslo_concurrency.lockutils [req-107eda5f-7f5c-468b-ad85-3a2a0b5d8c80 req-022101bb-56bd-4e52-b240-dec2e039dbaa service nova] Acquired lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.822624] env[62633]: DEBUG nova.network.neutron [req-107eda5f-7f5c-468b-ad85-3a2a0b5d8c80 req-022101bb-56bd-4e52-b240-dec2e039dbaa service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Refreshing network info cache for port da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.829405] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.829605] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60040401-ac8d-43fa-9483-3c43771bbeea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.838292] env[62633]: DEBUG oslo_vmware.api [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 724.838292] env[62633]: value = "task-2695894" [ 724.838292] env[62633]: _type = "Task" [ 724.838292] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.848029] env[62633]: DEBUG oslo_vmware.api [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.035808] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca56053d-16b8-43cf-afef-543f843e73ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.045520] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e7736-4901-49ff-81ad-94b32d314b89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.083716] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02d3c1c-ccf7-49c5-b1fc-5da19b5e1926 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.091909] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8be620-c3b8-4ef8-a800-f4a4a10e50de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.106903] env[62633]: DEBUG nova.compute.provider_tree [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.143537] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695891, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.177579] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695893, 'name': Rename_Task, 'duration_secs': 0.147037} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.178041] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.178410] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ac10b25-f791-48cb-8a67-6e790d3b75b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.185879] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 725.185879] env[62633]: value = "task-2695895" [ 725.185879] env[62633]: _type = "Task" [ 725.185879] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.197728] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.210759] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.211165] env[62633]: DEBUG nova.compute.manager [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Instance network_info: |[{"id": "7f274424-268b-4b92-ae65-99e645c974c1", "address": "fa:16:3e:8a:b7:9d", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f274424-26", "ovs_interfaceid": "7f274424-268b-4b92-ae65-99e645c974c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.211522] env[62633]: DEBUG oslo_concurrency.lockutils [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] Acquired lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.211721] env[62633]: DEBUG nova.network.neutron [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Refreshing network info cache for port 7f274424-268b-4b92-ae65-99e645c974c1 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.217025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:b7:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f274424-268b-4b92-ae65-99e645c974c1', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.221709] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Creating folder: Project (53815109b70a4485a24e7f74c003682e). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.223188] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c42fe670-272c-4d15-904c-9b4f6a29ae04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.232474] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Created folder: Project (53815109b70a4485a24e7f74c003682e) in parent group-v543169. [ 725.232702] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Creating folder: Instances. Parent ref: group-v543315. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.232951] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccc3941c-2f7f-4bb3-8253-057d06ab696f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.243239] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Created folder: Instances in parent group-v543315. [ 725.243582] env[62633]: DEBUG oslo.service.loopingcall [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.244110] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.244306] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3b539b7-fc03-40b8-82fb-4ceef9b1f986 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.270838] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.270838] env[62633]: value = "task-2695898" [ 725.270838] env[62633]: _type = "Task" [ 725.270838] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.282136] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695898, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.354929] env[62633]: DEBUG oslo_vmware.api [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695894, 'name': PowerOffVM_Task, 'duration_secs': 0.203395} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.355359] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.355940] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.356029] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0ca3eb8-7e15-4a21-a2f9-e5ea34c37b3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.412802] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.413120] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.413328] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Deleting the datastore file [datastore1] 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.415981] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80f0bf53-990e-41d6-92a8-576cffee04ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.423468] env[62633]: DEBUG oslo_vmware.api [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for the task: (returnval){ [ 725.423468] env[62633]: value = "task-2695900" [ 725.423468] env[62633]: _type = "Task" [ 725.423468] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.434504] env[62633]: DEBUG oslo_vmware.api [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.528418] env[62633]: DEBUG nova.compute.manager [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.554350] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.554667] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.554822] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.555022] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.555199] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.555376] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.555600] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.555769] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.556169] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.556169] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.556317] env[62633]: DEBUG nova.virt.hardware [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.557263] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b2d85f-3a8a-4ed1-93a7-e0b669794319 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.565304] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a051c604-fa36-4f2e-875a-e6ee665f84be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.584811] env[62633]: DEBUG nova.network.neutron [req-107eda5f-7f5c-468b-ad85-3a2a0b5d8c80 req-022101bb-56bd-4e52-b240-dec2e039dbaa service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Updated VIF entry in instance network info cache for port da94c98d-81ce-4081-9e44-0d18850aef74. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.585200] env[62633]: DEBUG nova.network.neutron [req-107eda5f-7f5c-468b-ad85-3a2a0b5d8c80 req-022101bb-56bd-4e52-b240-dec2e039dbaa service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Updating instance_info_cache with network_info: [{"id": "da94c98d-81ce-4081-9e44-0d18850aef74", "address": "fa:16:3e:94:bc:e8", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda94c98d-81", "ovs_interfaceid": "da94c98d-81ce-4081-9e44-0d18850aef74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.610686] env[62633]: DEBUG nova.scheduler.client.report [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.647710] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695891, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.695988] env[62633]: DEBUG oslo_vmware.api [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2695895, 'name': PowerOnVM_Task, 'duration_secs': 0.482757} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.696624] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.696624] env[62633]: INFO nova.compute.manager [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Took 6.38 seconds to spawn the instance on the hypervisor. [ 725.696811] env[62633]: DEBUG nova.compute.manager [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.697656] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688eb50f-cb98-420d-be8f-e82c480f5dff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.781076] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695898, 'name': CreateVM_Task, 'duration_secs': 0.45475} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.781289] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.781924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.782130] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.782536] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.785345] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51dbaf1-2333-4d77-a623-5b6eb7101eb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.790724] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 725.790724] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5222d1df-22e3-75e9-d26b-0ed3316a9a06" [ 725.790724] env[62633]: _type = "Task" [ 725.790724] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.798951] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5222d1df-22e3-75e9-d26b-0ed3316a9a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.918221] env[62633]: DEBUG nova.network.neutron [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Updated VIF entry in instance network info cache for port 7f274424-268b-4b92-ae65-99e645c974c1. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.918636] env[62633]: DEBUG nova.network.neutron [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Updating instance_info_cache with network_info: [{"id": "7f274424-268b-4b92-ae65-99e645c974c1", "address": "fa:16:3e:8a:b7:9d", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f274424-26", "ovs_interfaceid": "7f274424-268b-4b92-ae65-99e645c974c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.937377] env[62633]: DEBUG oslo_vmware.api [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Task: {'id': task-2695900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156484} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.937821] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.938170] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.938495] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.938789] env[62633]: INFO nova.compute.manager [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 725.939297] env[62633]: DEBUG oslo.service.loopingcall [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.939505] env[62633]: DEBUG nova.compute.manager [-] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.939619] env[62633]: DEBUG nova.network.neutron [-] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.088402] env[62633]: DEBUG oslo_concurrency.lockutils [req-107eda5f-7f5c-468b-ad85-3a2a0b5d8c80 req-022101bb-56bd-4e52-b240-dec2e039dbaa service nova] Releasing lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.116705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.117251] env[62633]: DEBUG nova.compute.manager [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.119808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.834s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.123084] env[62633]: INFO nova.compute.claims [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.144895] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695891, 'name': CloneVM_Task, 'duration_secs': 1.796848} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.145163] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Created linked-clone VM from snapshot [ 726.145892] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd20bb62-a6ce-4b6a-9123-0e14f53c9aed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.153507] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Uploading image 60c6356b-e4d1-4bb8-9f55-5c054dd2e4cb {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 726.190603] env[62633]: DEBUG oslo_vmware.rw_handles [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 726.190603] env[62633]: value = "vm-543314" [ 726.190603] env[62633]: _type = "VirtualMachine" [ 726.190603] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 726.190970] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9052369-7477-43a2-8837-9c1d51b36c48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.200460] env[62633]: DEBUG oslo_vmware.rw_handles [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lease: (returnval){ [ 726.200460] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522078e0-9108-6b13-6ef2-a21689fe6416" [ 726.200460] env[62633]: _type = "HttpNfcLease" [ 726.200460] env[62633]: } obtained for exporting VM: (result){ [ 726.200460] env[62633]: value = "vm-543314" [ 726.200460] env[62633]: _type = "VirtualMachine" [ 726.200460] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 726.201350] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the lease: (returnval){ [ 726.201350] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522078e0-9108-6b13-6ef2-a21689fe6416" [ 726.201350] env[62633]: _type = "HttpNfcLease" [ 726.201350] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 726.208579] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.208579] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522078e0-9108-6b13-6ef2-a21689fe6416" [ 726.208579] env[62633]: _type = "HttpNfcLease" [ 726.208579] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.222059] env[62633]: INFO nova.compute.manager [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Took 48.45 seconds to build instance. [ 726.306769] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5222d1df-22e3-75e9-d26b-0ed3316a9a06, 'name': SearchDatastore_Task, 'duration_secs': 0.022033} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.307298] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.307574] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.307876] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.308095] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.308355] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.308681] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acdfc506-4042-456d-82d8-81d2918a4ac3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.317621] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.317791] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.318520] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b9c113-1342-4823-913c-14d13403c9d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.324076] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 726.324076] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5298b6ef-f1f6-0dac-933a-293421c9f39b" [ 726.324076] env[62633]: _type = "Task" [ 726.324076] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.332255] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5298b6ef-f1f6-0dac-933a-293421c9f39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.422798] env[62633]: DEBUG oslo_concurrency.lockutils [req-ff506d2c-3249-4024-be1a-1e63be1274b2 req-847eb711-e6a0-4bee-a064-ed46efe45640 service nova] Releasing lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.626442] env[62633]: DEBUG nova.compute.utils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.632777] env[62633]: DEBUG nova.compute.manager [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.632777] env[62633]: DEBUG nova.network.neutron [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.675774] env[62633]: DEBUG nova.policy [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aea3c88f13c424b80c6f32ed3b79d74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53815109b70a4485a24e7f74c003682e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.682583] env[62633]: DEBUG nova.network.neutron [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Successfully updated port: 448ac7fe-1dc3-432e-baad-90cd000a8d2a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.710309] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.710309] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522078e0-9108-6b13-6ef2-a21689fe6416" [ 726.710309] env[62633]: _type = "HttpNfcLease" [ 726.710309] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.710611] env[62633]: DEBUG oslo_vmware.rw_handles [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.710611] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522078e0-9108-6b13-6ef2-a21689fe6416" [ 726.710611] env[62633]: _type = "HttpNfcLease" [ 726.710611] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.712802] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c7f1df-f561-4b33-bd97-7fee6f8931fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.722085] env[62633]: DEBUG oslo_vmware.rw_handles [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52177ba8-7b12-575c-6e1e-a82c4d35f354/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.722300] env[62633]: DEBUG oslo_vmware.rw_handles [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52177ba8-7b12-575c-6e1e-a82c4d35f354/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.723877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "aa895c8d-8886-4328-a8da-d910822c166f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.408s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.834348] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5298b6ef-f1f6-0dac-933a-293421c9f39b, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.835319] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f989ee59-b820-4f89-a999-a544008bff1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.840700] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 726.840700] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52cc76e5-0d36-c273-746a-d9700a637931" [ 726.840700] env[62633]: _type = "Task" [ 726.840700] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.849541] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cc76e5-0d36-c273-746a-d9700a637931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.901128] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a014d68a-dce3-436b-b0db-2faeff1edf17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.949143] env[62633]: DEBUG nova.network.neutron [-] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.986883] env[62633]: DEBUG nova.network.neutron [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Successfully created port: ad25fcba-8d3d-412d-a803-2f355ec1887e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.118991] env[62633]: DEBUG nova.compute.manager [req-e2a0a20f-c1aa-4453-826d-0d5dc9e16310 req-dcac82c0-0801-4ce5-b5c1-43072142b316 service nova] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Received event network-vif-plugged-448ac7fe-1dc3-432e-baad-90cd000a8d2a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.119267] env[62633]: DEBUG oslo_concurrency.lockutils [req-e2a0a20f-c1aa-4453-826d-0d5dc9e16310 req-dcac82c0-0801-4ce5-b5c1-43072142b316 service nova] Acquiring lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.119434] env[62633]: DEBUG oslo_concurrency.lockutils [req-e2a0a20f-c1aa-4453-826d-0d5dc9e16310 req-dcac82c0-0801-4ce5-b5c1-43072142b316 service nova] Lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.119606] env[62633]: DEBUG oslo_concurrency.lockutils [req-e2a0a20f-c1aa-4453-826d-0d5dc9e16310 req-dcac82c0-0801-4ce5-b5c1-43072142b316 service nova] Lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.119775] env[62633]: DEBUG nova.compute.manager [req-e2a0a20f-c1aa-4453-826d-0d5dc9e16310 req-dcac82c0-0801-4ce5-b5c1-43072142b316 service nova] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] No waiting events found dispatching network-vif-plugged-448ac7fe-1dc3-432e-baad-90cd000a8d2a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.119939] env[62633]: WARNING nova.compute.manager [req-e2a0a20f-c1aa-4453-826d-0d5dc9e16310 req-dcac82c0-0801-4ce5-b5c1-43072142b316 service nova] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Received unexpected event network-vif-plugged-448ac7fe-1dc3-432e-baad-90cd000a8d2a for instance with vm_state building and task_state spawning. [ 727.131728] env[62633]: DEBUG nova.compute.manager [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.188401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "refresh_cache-688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.188461] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired lock "refresh_cache-688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.188622] env[62633]: DEBUG nova.network.neutron [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.291348] env[62633]: DEBUG nova.compute.manager [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.360603] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52cc76e5-0d36-c273-746a-d9700a637931, 'name': SearchDatastore_Task, 'duration_secs': 0.01209} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.360982] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.361260] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf/fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.361627] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71a28827-512f-4f3e-803e-3db53a8524a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.374013] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 727.374013] env[62633]: value = "task-2695902" [ 727.374013] env[62633]: _type = "Task" [ 727.374013] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.381564] env[62633]: DEBUG nova.compute.manager [req-6c16035a-1878-4fd8-8a20-78a0a4e0bf7e req-3b5477de-6c52-4ee8-ae73-85ed837bf52f service nova] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Received event network-vif-deleted-0eeccf2b-2930-40db-bbbd-5fc49969bbde {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.387966] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.451491] env[62633]: INFO nova.compute.manager [-] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Took 1.51 seconds to deallocate network for instance. [ 727.658477] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1387b831-d250-4e47-9761-b3ebb0ad1546 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.663994] env[62633]: DEBUG nova.compute.manager [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.664995] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c59ba4-4ead-46c9-9d49-98fa23f610fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.679672] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e0818e-59dd-4e73-869d-9f452985f8dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.715868] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ca518-9bdc-4ca1-b316-8908f5d73a8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.725182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff99680f-6286-422b-82e5-4942ca1607d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.744489] env[62633]: DEBUG nova.compute.provider_tree [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.763785] env[62633]: DEBUG nova.network.neutron [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.816551] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.887457] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695902, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.963857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.144731] env[62633]: DEBUG nova.network.neutron [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Updating instance_info_cache with network_info: [{"id": "448ac7fe-1dc3-432e-baad-90cd000a8d2a", "address": "fa:16:3e:1e:86:27", "network": {"id": "e9e8cf4a-34c4-483f-a67c-973804cf1846", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-445241023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd99a3c1a7ed4edab2f72926c0f110ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448ac7fe-1d", "ovs_interfaceid": "448ac7fe-1dc3-432e-baad-90cd000a8d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.146958] env[62633]: DEBUG nova.compute.manager [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.181747] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.181992] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.182299] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.182502] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.182649] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.182799] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.183037] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.183225] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.183607] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.183865] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.184128] env[62633]: DEBUG nova.virt.hardware [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.184987] env[62633]: INFO nova.compute.manager [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] instance snapshotting [ 728.185609] env[62633]: DEBUG nova.objects.instance [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'flavor' on Instance uuid 3ff447b7-9a02-4f12-8003-b4915cf440a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.187636] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1035c47c-dbbb-4488-a30e-735fd93e533d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.200422] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818e003f-6b09-4a56-bb51-a4528a28ae29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.251021] env[62633]: DEBUG nova.scheduler.client.report [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.386381] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755323} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.386670] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf/fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.387042] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.387745] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09a181e1-864b-4b0d-aa0e-46009c04b056 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.396754] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 728.396754] env[62633]: value = "task-2695903" [ 728.396754] env[62633]: _type = "Task" [ 728.396754] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.409507] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.576861] env[62633]: DEBUG nova.network.neutron [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Successfully updated port: ad25fcba-8d3d-412d-a803-2f355ec1887e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.650470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Releasing lock "refresh_cache-688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.650860] env[62633]: DEBUG nova.compute.manager [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Instance network_info: |[{"id": "448ac7fe-1dc3-432e-baad-90cd000a8d2a", "address": "fa:16:3e:1e:86:27", "network": {"id": "e9e8cf4a-34c4-483f-a67c-973804cf1846", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-445241023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd99a3c1a7ed4edab2f72926c0f110ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448ac7fe-1d", "ovs_interfaceid": "448ac7fe-1dc3-432e-baad-90cd000a8d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.651439] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:86:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '448ac7fe-1dc3-432e-baad-90cd000a8d2a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.659432] env[62633]: DEBUG oslo.service.loopingcall [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.660179] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.660469] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f38565ad-9654-47ad-a05b-463af4899d07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.681867] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.681867] env[62633]: value = "task-2695904" [ 728.681867] env[62633]: _type = "Task" [ 728.681867] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.692838] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695904, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.693898] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab65aef-1a3b-4b63-b1e1-98553ba58de4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.716695] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761db1bc-07eb-4f11-9154-32a440e72c79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.754966] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.755251] env[62633]: DEBUG nova.compute.manager [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.758193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.668s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.758397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.760489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.539s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.761931] env[62633]: INFO nova.compute.claims [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.798699] env[62633]: INFO nova.scheduler.client.report [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Deleted allocations for instance d1acc780-532c-43cb-ab52-85abbf4afcbd [ 728.820522] env[62633]: DEBUG nova.objects.instance [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lazy-loading 'flavor' on Instance uuid f2b6ee32-9ab2-4a4a-a428-80a06b000dc7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.909331] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073061} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.909747] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.910762] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaf9792-be98-44f7-b94d-0ef5c0ca8ff8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.934887] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf/fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.935242] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba45d89-b82e-4b81-bccf-a3583d3b9bcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.957457] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 728.957457] env[62633]: value = "task-2695905" [ 728.957457] env[62633]: _type = "Task" [ 728.957457] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.966828] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.081247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "refresh_cache-9fe8b122-58a4-433c-9782-0fb186bb14f9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.081421] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "refresh_cache-9fe8b122-58a4-433c-9782-0fb186bb14f9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.081615] env[62633]: DEBUG nova.network.neutron [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.193937] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695904, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.216182] env[62633]: DEBUG nova.compute.manager [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Received event network-changed-448ac7fe-1dc3-432e-baad-90cd000a8d2a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.216182] env[62633]: DEBUG nova.compute.manager [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Refreshing instance network info cache due to event network-changed-448ac7fe-1dc3-432e-baad-90cd000a8d2a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.216182] env[62633]: DEBUG oslo_concurrency.lockutils [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] Acquiring lock "refresh_cache-688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.216182] env[62633]: DEBUG oslo_concurrency.lockutils [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] Acquired lock "refresh_cache-688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.216724] env[62633]: DEBUG nova.network.neutron [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Refreshing network info cache for port 448ac7fe-1dc3-432e-baad-90cd000a8d2a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.232596] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 729.232596] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b138bfc8-d373-4161-939a-b666f441dfd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.244310] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 729.244310] env[62633]: value = "task-2695906" [ 729.244310] env[62633]: _type = "Task" [ 729.244310] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.256124] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.267984] env[62633]: DEBUG nova.compute.utils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.272485] env[62633]: DEBUG nova.compute.manager [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.272485] env[62633]: DEBUG nova.network.neutron [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.310405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bbfa676-51f9-446a-a835-8f109b962393 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Lock "d1acc780-532c-43cb-ab52-85abbf4afcbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.813s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.325849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.326067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquired lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.334318] env[62633]: DEBUG nova.policy [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f28a42045c724edbb0d65722ff77b47b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd02ecc3fb63e46f7a636d4cb740f42fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.469194] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.584907] env[62633]: DEBUG nova.compute.manager [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Received event network-vif-plugged-ad25fcba-8d3d-412d-a803-2f355ec1887e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.585297] env[62633]: DEBUG oslo_concurrency.lockutils [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] Acquiring lock "9fe8b122-58a4-433c-9782-0fb186bb14f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.585487] env[62633]: DEBUG oslo_concurrency.lockutils [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] Lock "9fe8b122-58a4-433c-9782-0fb186bb14f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.585666] env[62633]: DEBUG oslo_concurrency.lockutils [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] Lock "9fe8b122-58a4-433c-9782-0fb186bb14f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.585838] env[62633]: DEBUG nova.compute.manager [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] No waiting events found dispatching network-vif-plugged-ad25fcba-8d3d-412d-a803-2f355ec1887e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.585993] env[62633]: WARNING nova.compute.manager [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Received unexpected event network-vif-plugged-ad25fcba-8d3d-412d-a803-2f355ec1887e for instance with vm_state building and task_state spawning. [ 729.586170] env[62633]: DEBUG nova.compute.manager [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Received event network-changed-ad25fcba-8d3d-412d-a803-2f355ec1887e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.586497] env[62633]: DEBUG nova.compute.manager [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Refreshing instance network info cache due to event network-changed-ad25fcba-8d3d-412d-a803-2f355ec1887e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.586713] env[62633]: DEBUG oslo_concurrency.lockutils [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] Acquiring lock "refresh_cache-9fe8b122-58a4-433c-9782-0fb186bb14f9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.635069] env[62633]: DEBUG nova.network.neutron [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.695785] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695904, 'name': CreateVM_Task, 'duration_secs': 0.677723} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.696011] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.696998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.697214] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.697686] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.697981] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c194e01e-d72e-4e83-9c2c-6fc3c61bec99 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.704784] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 729.704784] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520829ca-f775-4e35-3005-3e42278be749" [ 729.704784] env[62633]: _type = "Task" [ 729.704784] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.715090] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520829ca-f775-4e35-3005-3e42278be749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.756322] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.778286] env[62633]: DEBUG nova.compute.utils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.964354] env[62633]: DEBUG nova.network.neutron [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Successfully created port: 521f17bb-2cf6-4235-b859-822bb1018721 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.973665] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695905, 'name': ReconfigVM_Task, 'duration_secs': 0.689613} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.976854] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Reconfigured VM instance instance-0000002c to attach disk [datastore2] fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf/fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.978150] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae081cb9-2f92-4f8e-afdf-4336193cb8d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.989623] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 729.989623] env[62633]: value = "task-2695907" [ 729.989623] env[62633]: _type = "Task" [ 729.989623] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.006101] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695907, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.018427] env[62633]: DEBUG nova.network.neutron [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.216278] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520829ca-f775-4e35-3005-3e42278be749, 'name': SearchDatastore_Task, 'duration_secs': 0.016449} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.218894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.219176] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.219411] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.219617] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.219953] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.220272] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef57df7-a4b9-4793-b9f4-bfdbcfb23dd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.230911] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.231009] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.232455] env[62633]: DEBUG nova.network.neutron [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Updating instance_info_cache with network_info: [{"id": "ad25fcba-8d3d-412d-a803-2f355ec1887e", "address": "fa:16:3e:f5:67:a9", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad25fcba-8d", "ovs_interfaceid": "ad25fcba-8d3d-412d-a803-2f355ec1887e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.236045] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c40c77-7b27-4f14-9bb0-ae84cf8601d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.243325] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 730.243325] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52dde093-d889-2800-6475-5b9baeadfe5c" [ 730.243325] env[62633]: _type = "Task" [ 730.243325] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.264344] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dde093-d889-2800-6475-5b9baeadfe5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.269476] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695906, 'name': CreateSnapshot_Task, 'duration_secs': 0.763701} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.272017] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 730.272989] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e9e15d-1a3e-4441-a150-3fff4ec10bac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.282993] env[62633]: DEBUG nova.compute.manager [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.289375] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c6a61-2ed4-46c2-bb3b-2f9129b85562 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.298096] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c768de7e-4ecb-48ca-a85e-9e006481be11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.331931] env[62633]: DEBUG nova.network.neutron [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Updated VIF entry in instance network info cache for port 448ac7fe-1dc3-432e-baad-90cd000a8d2a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.332071] env[62633]: DEBUG nova.network.neutron [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Updating instance_info_cache with network_info: [{"id": "448ac7fe-1dc3-432e-baad-90cd000a8d2a", "address": "fa:16:3e:1e:86:27", "network": {"id": "e9e8cf4a-34c4-483f-a67c-973804cf1846", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-445241023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd99a3c1a7ed4edab2f72926c0f110ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448ac7fe-1d", "ovs_interfaceid": "448ac7fe-1dc3-432e-baad-90cd000a8d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.333709] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96aba06-99a6-43a9-88b0-71d1e50ace34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.344452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee0e591-9319-48d7-851e-b6aff3a2340a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.363512] env[62633]: DEBUG nova.compute.provider_tree [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.502138] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695907, 'name': Rename_Task, 'duration_secs': 0.207523} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.502524] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.502697] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8622d31b-ffcc-45f4-9b56-1ed028148e8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.510638] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 730.510638] env[62633]: value = "task-2695908" [ 730.510638] env[62633]: _type = "Task" [ 730.510638] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.519294] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.740674] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "refresh_cache-9fe8b122-58a4-433c-9782-0fb186bb14f9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.741031] env[62633]: DEBUG nova.compute.manager [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Instance network_info: |[{"id": "ad25fcba-8d3d-412d-a803-2f355ec1887e", "address": "fa:16:3e:f5:67:a9", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad25fcba-8d", "ovs_interfaceid": "ad25fcba-8d3d-412d-a803-2f355ec1887e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.741512] env[62633]: DEBUG oslo_concurrency.lockutils [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] Acquired lock "refresh_cache-9fe8b122-58a4-433c-9782-0fb186bb14f9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.741849] env[62633]: DEBUG nova.network.neutron [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Refreshing network info cache for port ad25fcba-8d3d-412d-a803-2f355ec1887e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.747442] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:67:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad25fcba-8d3d-412d-a803-2f355ec1887e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.754062] env[62633]: DEBUG oslo.service.loopingcall [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.756603] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.765566] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a5a4573-c37a-4d5c-95dc-04cf51b47c13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.806515] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 730.808961] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc4edb6c-fd41-441b-aca7-dec6b8f39720 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.818105] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dde093-d889-2800-6475-5b9baeadfe5c, 'name': SearchDatastore_Task, 'duration_secs': 0.019373} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.821276] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.821276] env[62633]: value = "task-2695909" [ 730.821276] env[62633]: _type = "Task" [ 730.821276] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.821276] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddc4273-7138-4302-84ae-88aa7a90cf66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.827243] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 730.827243] env[62633]: value = "task-2695910" [ 730.827243] env[62633]: _type = "Task" [ 730.827243] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.836590] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 730.836590] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a03218-1d35-9839-fbd8-6d5bcbd72f15" [ 730.836590] env[62633]: _type = "Task" [ 730.836590] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.836881] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695909, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.845742] env[62633]: DEBUG oslo_concurrency.lockutils [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] Releasing lock "refresh_cache-688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.846303] env[62633]: DEBUG nova.compute.manager [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Received event network-changed-a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.846303] env[62633]: DEBUG nova.compute.manager [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Refreshing instance network info cache due to event network-changed-a2747f43-3174-4766-a904-7337c5c374b5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.846459] env[62633]: DEBUG oslo_concurrency.lockutils [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] Acquiring lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.847694] env[62633]: DEBUG oslo_concurrency.lockutils [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] Acquired lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.847694] env[62633]: DEBUG nova.network.neutron [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Refreshing network info cache for port a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.847955] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695910, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.856581] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a03218-1d35-9839-fbd8-6d5bcbd72f15, 'name': SearchDatastore_Task, 'duration_secs': 0.017791} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.857258] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.857258] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0/688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.857428] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d6daa33-33e5-41b0-87b0-8347dee7ae34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.861789] env[62633]: DEBUG nova.network.neutron [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updating instance_info_cache with network_info: [{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.867202] env[62633]: DEBUG nova.scheduler.client.report [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.872756] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 730.872756] env[62633]: value = "task-2695911" [ 730.872756] env[62633]: _type = "Task" [ 730.872756] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.886118] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.023354] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.309861] env[62633]: DEBUG nova.compute.manager [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.341782] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695909, 'name': CreateVM_Task, 'duration_secs': 0.45895} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.347318] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.347812] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695910, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.350384] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2109570619',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1538554716',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.350973] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.350973] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.351242] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.351469] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.351667] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.351948] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.352172] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.353130] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.353403] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.353643] env[62633]: DEBUG nova.virt.hardware [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.354591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.354849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.355274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.358683] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7871d123-5e94-4d1c-847b-065db7b822b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.364155] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22ad356-e984-40f2-bd3b-81c92685f54f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.366943] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Releasing lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.367266] env[62633]: DEBUG nova.compute.manager [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Inject network info {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 731.367731] env[62633]: DEBUG nova.compute.manager [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] network_info to inject: |[{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 731.372967] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Reconfiguring VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 731.377027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.377027] env[62633]: DEBUG nova.compute.manager [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.378955] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e04ceb-f2b9-4f5f-8bc6-064ad291ae76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.394315] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.731s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.396119] env[62633]: INFO nova.compute.claims [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.407284] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b9b612-ee5c-4170-9090-90e98b90cb0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.412818] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 731.412818] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529d08ac-ad2d-b08b-08da-9b06f5d08b06" [ 731.412818] env[62633]: _type = "Task" [ 731.412818] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.417954] env[62633]: DEBUG oslo_vmware.api [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 731.417954] env[62633]: value = "task-2695912" [ 731.417954] env[62633]: _type = "Task" [ 731.417954] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.447036] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695911, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.453322] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d08ac-ad2d-b08b-08da-9b06f5d08b06, 'name': SearchDatastore_Task, 'duration_secs': 0.024542} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.458254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.458632] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.458965] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.459163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.459425] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.460163] env[62633]: DEBUG oslo_vmware.api [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.460409] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-389e361a-86ea-45ce-a849-abbbc038ca19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.474532] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.474771] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.475600] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b86abdd-8726-4bd7-a181-405cf410ba7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.484277] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 731.484277] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523c294c-78f4-aca0-c6f0-62dfc6452080" [ 731.484277] env[62633]: _type = "Task" [ 731.484277] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.496909] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523c294c-78f4-aca0-c6f0-62dfc6452080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.523931] env[62633]: DEBUG oslo_vmware.api [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695908, 'name': PowerOnVM_Task, 'duration_secs': 0.885436} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.524321] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.524640] env[62633]: INFO nova.compute.manager [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Took 8.61 seconds to spawn the instance on the hypervisor. [ 731.525017] env[62633]: DEBUG nova.compute.manager [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.526230] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37b23f4-4b49-457e-ba06-156652a909d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.763215] env[62633]: DEBUG nova.compute.manager [req-a08438cd-e821-47a5-b88c-14ca7e8e20c9 req-c58380d3-8601-4803-997e-b04293d34422 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Received event network-changed-07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.763448] env[62633]: DEBUG nova.compute.manager [req-a08438cd-e821-47a5-b88c-14ca7e8e20c9 req-c58380d3-8601-4803-997e-b04293d34422 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Refreshing instance network info cache due to event network-changed-07bcad87-ce32-44de-ad06-f57b6929d7bb. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.763687] env[62633]: DEBUG oslo_concurrency.lockutils [req-a08438cd-e821-47a5-b88c-14ca7e8e20c9 req-c58380d3-8601-4803-997e-b04293d34422 service nova] Acquiring lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.763843] env[62633]: DEBUG oslo_concurrency.lockutils [req-a08438cd-e821-47a5-b88c-14ca7e8e20c9 req-c58380d3-8601-4803-997e-b04293d34422 service nova] Acquired lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.764009] env[62633]: DEBUG nova.network.neutron [req-a08438cd-e821-47a5-b88c-14ca7e8e20c9 req-c58380d3-8601-4803-997e-b04293d34422 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Refreshing network info cache for port 07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.800365] env[62633]: DEBUG nova.network.neutron [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Updated VIF entry in instance network info cache for port ad25fcba-8d3d-412d-a803-2f355ec1887e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.800786] env[62633]: DEBUG nova.network.neutron [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Updating instance_info_cache with network_info: [{"id": "ad25fcba-8d3d-412d-a803-2f355ec1887e", "address": "fa:16:3e:f5:67:a9", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad25fcba-8d", "ovs_interfaceid": "ad25fcba-8d3d-412d-a803-2f355ec1887e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.842773] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695910, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.893779] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746141} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.895327] env[62633]: DEBUG nova.compute.utils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.896743] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0/688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.896981] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.898252] env[62633]: DEBUG nova.network.neutron [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Updated VIF entry in instance network info cache for port a2747f43-3174-4766-a904-7337c5c374b5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.899175] env[62633]: DEBUG nova.network.neutron [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Updating instance_info_cache with network_info: [{"id": "a2747f43-3174-4766-a904-7337c5c374b5", "address": "fa:16:3e:3d:50:b8", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2747f43-31", "ovs_interfaceid": "a2747f43-3174-4766-a904-7337c5c374b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.900056] env[62633]: DEBUG nova.compute.manager [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.900233] env[62633]: DEBUG nova.network.neutron [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.902599] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8739def2-36dc-44d4-92f1-52f05d060925 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.917244] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 731.917244] env[62633]: value = "task-2695913" [ 731.917244] env[62633]: _type = "Task" [ 731.917244] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.931949] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.944466] env[62633]: DEBUG oslo_vmware.api [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695912, 'name': ReconfigVM_Task, 'duration_secs': 0.391294} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.945674] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f0241161-12ec-46c7-bf38-72f45788f6df tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Reconfigured VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 731.997647] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523c294c-78f4-aca0-c6f0-62dfc6452080, 'name': SearchDatastore_Task, 'duration_secs': 0.024404} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.998496] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1352db0-5e26-48fd-8993-f66a224a713b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.005433] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 732.005433] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52fb264a-a0c9-f986-8ce6-f4693d8093fa" [ 732.005433] env[62633]: _type = "Task" [ 732.005433] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.010577] env[62633]: DEBUG nova.policy [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '995a142744d34cb894d1480b53023b95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a33d2914e1014a588f66af80dd92a603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.019699] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fb264a-a0c9-f986-8ce6-f4693d8093fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.048955] env[62633]: INFO nova.compute.manager [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Took 48.94 seconds to build instance. [ 732.239624] env[62633]: DEBUG nova.network.neutron [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Successfully updated port: 521f17bb-2cf6-4235-b859-822bb1018721 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.288841] env[62633]: DEBUG nova.compute.manager [req-777600aa-578e-4b24-a520-1465c154a107 req-66d926a8-0cbe-4162-ba7c-fa62f0ef343a service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Received event network-vif-plugged-521f17bb-2cf6-4235-b859-822bb1018721 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.289276] env[62633]: DEBUG oslo_concurrency.lockutils [req-777600aa-578e-4b24-a520-1465c154a107 req-66d926a8-0cbe-4162-ba7c-fa62f0ef343a service nova] Acquiring lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.290882] env[62633]: DEBUG oslo_concurrency.lockutils [req-777600aa-578e-4b24-a520-1465c154a107 req-66d926a8-0cbe-4162-ba7c-fa62f0ef343a service nova] Lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.290882] env[62633]: DEBUG oslo_concurrency.lockutils [req-777600aa-578e-4b24-a520-1465c154a107 req-66d926a8-0cbe-4162-ba7c-fa62f0ef343a service nova] Lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.290882] env[62633]: DEBUG nova.compute.manager [req-777600aa-578e-4b24-a520-1465c154a107 req-66d926a8-0cbe-4162-ba7c-fa62f0ef343a service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] No waiting events found dispatching network-vif-plugged-521f17bb-2cf6-4235-b859-822bb1018721 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.290882] env[62633]: WARNING nova.compute.manager [req-777600aa-578e-4b24-a520-1465c154a107 req-66d926a8-0cbe-4162-ba7c-fa62f0ef343a service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Received unexpected event network-vif-plugged-521f17bb-2cf6-4235-b859-822bb1018721 for instance with vm_state building and task_state spawning. [ 732.305962] env[62633]: DEBUG oslo_concurrency.lockutils [req-cc7f81d8-ea7e-4a91-bad8-2254f40c9cec req-fbeda88e-524d-46f2-af0b-ec389ef08edb service nova] Releasing lock "refresh_cache-9fe8b122-58a4-433c-9782-0fb186bb14f9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.339609] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695910, 'name': CloneVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.412290] env[62633]: DEBUG oslo_concurrency.lockutils [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] Releasing lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.412740] env[62633]: DEBUG nova.compute.manager [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Received event network-changed-a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.412861] env[62633]: DEBUG nova.compute.manager [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Refreshing instance network info cache due to event network-changed-a2747f43-3174-4766-a904-7337c5c374b5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.413094] env[62633]: DEBUG oslo_concurrency.lockutils [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] Acquiring lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.413245] env[62633]: DEBUG oslo_concurrency.lockutils [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] Acquired lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.413412] env[62633]: DEBUG nova.network.neutron [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Refreshing network info cache for port a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.418020] env[62633]: DEBUG nova.compute.manager [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.438221] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08417} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.438607] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.439520] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b13f5-820a-4cc3-863e-ef19db40160a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.448075] env[62633]: DEBUG nova.objects.instance [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lazy-loading 'flavor' on Instance uuid f2b6ee32-9ab2-4a4a-a428-80a06b000dc7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.478649] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0/688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.482726] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9cb591-85e1-4a88-af5a-aa6b85d05eb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.508284] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 732.508284] env[62633]: value = "task-2695914" [ 732.508284] env[62633]: _type = "Task" [ 732.508284] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.527405] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fb264a-a0c9-f986-8ce6-f4693d8093fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018303} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.531030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.531362] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 9fe8b122-58a4-433c-9782-0fb186bb14f9/9fe8b122-58a4-433c-9782-0fb186bb14f9.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.531701] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.536817] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c75ba37-75dc-496c-825e-0972ee93ef16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.547342] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 732.547342] env[62633]: value = "task-2695915" [ 732.547342] env[62633]: _type = "Task" [ 732.547342] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.554303] env[62633]: DEBUG oslo_concurrency.lockutils [None req-977e7a8e-296b-4607-8a00-05c42cb78a2d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.561s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.561744] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.703273] env[62633]: DEBUG nova.network.neutron [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Successfully created port: f1172b11-399e-4729-b4b0-31cf86438a4e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.742322] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "refresh_cache-1dc8d549-e69f-4803-8ae1-1de88b6c1309" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.742322] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquired lock "refresh_cache-1dc8d549-e69f-4803-8ae1-1de88b6c1309" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.742541] env[62633]: DEBUG nova.network.neutron [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.760449] env[62633]: DEBUG nova.network.neutron [req-a08438cd-e821-47a5-b88c-14ca7e8e20c9 req-c58380d3-8601-4803-997e-b04293d34422 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updated VIF entry in instance network info cache for port 07bcad87-ce32-44de-ad06-f57b6929d7bb. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.760812] env[62633]: DEBUG nova.network.neutron [req-a08438cd-e821-47a5-b88c-14ca7e8e20c9 req-c58380d3-8601-4803-997e-b04293d34422 service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updating instance_info_cache with network_info: [{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.842327] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695910, 'name': CloneVM_Task, 'duration_secs': 1.573574} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.842327] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Created linked-clone VM from snapshot [ 732.846026] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10ebbde-6357-4033-a76a-c81760385dfc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.852069] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Uploading image addb5b26-9393-484a-84d1-9b85ecc17c5d {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 732.890897] env[62633]: DEBUG oslo_vmware.rw_handles [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 732.890897] env[62633]: value = "vm-543321" [ 732.890897] env[62633]: _type = "VirtualMachine" [ 732.890897] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 732.891436] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47060b29-b090-4060-bc99-b4eecc755ba7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.908117] env[62633]: DEBUG oslo_vmware.rw_handles [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease: (returnval){ [ 732.908117] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5248debe-fe92-2ce8-07f8-196c86dfb922" [ 732.908117] env[62633]: _type = "HttpNfcLease" [ 732.908117] env[62633]: } obtained for exporting VM: (result){ [ 732.908117] env[62633]: value = "vm-543321" [ 732.908117] env[62633]: _type = "VirtualMachine" [ 732.908117] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 732.908435] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the lease: (returnval){ [ 732.908435] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5248debe-fe92-2ce8-07f8-196c86dfb922" [ 732.908435] env[62633]: _type = "HttpNfcLease" [ 732.908435] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 732.917423] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.917423] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5248debe-fe92-2ce8-07f8-196c86dfb922" [ 732.917423] env[62633]: _type = "HttpNfcLease" [ 732.917423] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 732.961665] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.015052] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63fccd0-52f4-4c38-bbd6-0eedd7beffb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.032803] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.034028] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e364fcfd-d0fa-4f44-a1af-857a5715917a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.074805] env[62633]: DEBUG nova.compute.manager [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.087855] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a211fc-5d01-4009-80b5-ed18ca5e9c82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.099869] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695915, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.105642] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3f4ec-d1fc-477a-b9ae-96a7ab3e7010 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.127623] env[62633]: DEBUG nova.compute.provider_tree [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.214247] env[62633]: DEBUG nova.network.neutron [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Successfully created port: dcbbe9e5-8204-4fc1-aa01-c4433d55a791 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.263863] env[62633]: DEBUG oslo_concurrency.lockutils [req-a08438cd-e821-47a5-b88c-14ca7e8e20c9 req-c58380d3-8601-4803-997e-b04293d34422 service nova] Releasing lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.265250] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquired lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.339421] env[62633]: DEBUG nova.network.neutron [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.417787] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 733.417787] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5248debe-fe92-2ce8-07f8-196c86dfb922" [ 733.417787] env[62633]: _type = "HttpNfcLease" [ 733.417787] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 733.418232] env[62633]: DEBUG oslo_vmware.rw_handles [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 733.418232] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5248debe-fe92-2ce8-07f8-196c86dfb922" [ 733.418232] env[62633]: _type = "HttpNfcLease" [ 733.418232] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 733.418952] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bd839c-afca-4ac8-871c-6b74d5161508 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.429509] env[62633]: DEBUG oslo_vmware.rw_handles [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e60322-25c7-b15f-ea6d-f75f0861d065/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 733.429716] env[62633]: DEBUG oslo_vmware.rw_handles [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e60322-25c7-b15f-ea6d-f75f0861d065/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 733.491608] env[62633]: DEBUG nova.compute.manager [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.504903] env[62633]: DEBUG nova.network.neutron [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Updated VIF entry in instance network info cache for port a2747f43-3174-4766-a904-7337c5c374b5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.505296] env[62633]: DEBUG nova.network.neutron [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Updating instance_info_cache with network_info: [{"id": "a2747f43-3174-4766-a904-7337c5c374b5", "address": "fa:16:3e:3d:50:b8", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2747f43-31", "ovs_interfaceid": "a2747f43-3174-4766-a904-7337c5c374b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.525772] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.526352] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.526986] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.526986] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.526986] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.527164] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.527324] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.527521] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.527702] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.527872] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.528086] env[62633]: DEBUG nova.virt.hardware [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.529499] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be01b8b-3324-4215-a810-dfa460db9b31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.544902] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783dd54e-3d23-46a8-a46a-cc5ae9bd2bdb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.550739] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695914, 'name': ReconfigVM_Task, 'duration_secs': 0.804201} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.551212] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0/688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.551840] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59c60510-78b2-45ea-8d31-f137a3c41914 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.553970] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c916a62e-303d-44a1-8a19-d4081ae048d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.570565] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 733.570565] env[62633]: value = "task-2695917" [ 733.570565] env[62633]: _type = "Task" [ 733.570565] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.588054] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75101} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.593940] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 9fe8b122-58a4-433c-9782-0fb186bb14f9/9fe8b122-58a4-433c-9782-0fb186bb14f9.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.594272] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.594727] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695917, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.597818] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9c4dde2-c8a5-42b2-bd79-dc616c1a2765 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.624613] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 733.624613] env[62633]: value = "task-2695918" [ 733.624613] env[62633]: _type = "Task" [ 733.624613] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.626150] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.633214] env[62633]: DEBUG nova.scheduler.client.report [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.651382] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.707248] env[62633]: DEBUG nova.network.neutron [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Updating instance_info_cache with network_info: [{"id": "521f17bb-2cf6-4235-b859-822bb1018721", "address": "fa:16:3e:73:8a:d5", "network": {"id": "c73cd884-d2b4-4d6f-b64c-40dd7fb39356", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1037867118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02ecc3fb63e46f7a636d4cb740f42fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521f17bb-2c", "ovs_interfaceid": "521f17bb-2cf6-4235-b859-822bb1018721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.790157] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.791095] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.992869] env[62633]: DEBUG nova.network.neutron [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.008583] env[62633]: DEBUG oslo_concurrency.lockutils [req-97821778-2c01-4289-a1a4-8f5a2f98a48a req-fdf163b0-6dc9-4a60-9bd7-9e858c0e324f service nova] Releasing lock "refresh_cache-aa895c8d-8886-4328-a8da-d910822c166f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.052094] env[62633]: DEBUG nova.compute.manager [req-b8ad6745-d300-4e25-a6d3-758ffd1bfdf2 req-37ef6936-76cb-4245-8fb6-4f4450efbb2e service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Received event network-changed-07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.052462] env[62633]: DEBUG nova.compute.manager [req-b8ad6745-d300-4e25-a6d3-758ffd1bfdf2 req-37ef6936-76cb-4245-8fb6-4f4450efbb2e service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Refreshing instance network info cache due to event network-changed-07bcad87-ce32-44de-ad06-f57b6929d7bb. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.052852] env[62633]: DEBUG oslo_concurrency.lockutils [req-b8ad6745-d300-4e25-a6d3-758ffd1bfdf2 req-37ef6936-76cb-4245-8fb6-4f4450efbb2e service nova] Acquiring lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.085411] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695917, 'name': Rename_Task, 'duration_secs': 0.28908} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.085750] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.086291] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02a27869-59f4-4436-aa30-d17877237bc3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.095578] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 734.095578] env[62633]: value = "task-2695919" [ 734.095578] env[62633]: _type = "Task" [ 734.095578] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.105458] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.137946] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126312} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.138893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.139512] env[62633]: DEBUG nova.compute.manager [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.142183] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.142991] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.674s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.143358] env[62633]: DEBUG nova.objects.instance [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lazy-loading 'resources' on Instance uuid b81dc60c-f0a2-4243-80d8-21c014cdc311 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.145837] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca91cb70-55cd-43d5-ba0f-2088e08d78bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.177198] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9fe8b122-58a4-433c-9782-0fb186bb14f9/9fe8b122-58a4-433c-9782-0fb186bb14f9.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.178139] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62e7af3-0008-435d-8950-5bb676b6a2ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.203356] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 734.203356] env[62633]: value = "task-2695920" [ 734.203356] env[62633]: _type = "Task" [ 734.203356] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.210488] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Releasing lock "refresh_cache-1dc8d549-e69f-4803-8ae1-1de88b6c1309" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.210863] env[62633]: DEBUG nova.compute.manager [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Instance network_info: |[{"id": "521f17bb-2cf6-4235-b859-822bb1018721", "address": "fa:16:3e:73:8a:d5", "network": {"id": "c73cd884-d2b4-4d6f-b64c-40dd7fb39356", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1037867118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02ecc3fb63e46f7a636d4cb740f42fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521f17bb-2c", "ovs_interfaceid": "521f17bb-2cf6-4235-b859-822bb1018721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.218027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:8a:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '521f17bb-2cf6-4235-b859-822bb1018721', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.223558] env[62633]: DEBUG oslo.service.loopingcall [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.229391] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.232604] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.232604] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea50c3ff-5374-4371-9b52-712ef71332d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.253479] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.253479] env[62633]: value = "task-2695921" [ 734.253479] env[62633]: _type = "Task" [ 734.253479] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.267481] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695921, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.496908] env[62633]: DEBUG nova.compute.manager [req-11177537-4350-4d1d-8d31-2c169858d5c3 req-6c5c1a95-7078-44bb-be07-ba83634655f1 service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Received event network-changed-521f17bb-2cf6-4235-b859-822bb1018721 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.497203] env[62633]: DEBUG nova.compute.manager [req-11177537-4350-4d1d-8d31-2c169858d5c3 req-6c5c1a95-7078-44bb-be07-ba83634655f1 service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Refreshing instance network info cache due to event network-changed-521f17bb-2cf6-4235-b859-822bb1018721. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.497379] env[62633]: DEBUG oslo_concurrency.lockutils [req-11177537-4350-4d1d-8d31-2c169858d5c3 req-6c5c1a95-7078-44bb-be07-ba83634655f1 service nova] Acquiring lock "refresh_cache-1dc8d549-e69f-4803-8ae1-1de88b6c1309" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.497640] env[62633]: DEBUG oslo_concurrency.lockutils [req-11177537-4350-4d1d-8d31-2c169858d5c3 req-6c5c1a95-7078-44bb-be07-ba83634655f1 service nova] Acquired lock "refresh_cache-1dc8d549-e69f-4803-8ae1-1de88b6c1309" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.497894] env[62633]: DEBUG nova.network.neutron [req-11177537-4350-4d1d-8d31-2c169858d5c3 req-6c5c1a95-7078-44bb-be07-ba83634655f1 service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Refreshing network info cache for port 521f17bb-2cf6-4235-b859-822bb1018721 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.609937] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695919, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.645320] env[62633]: DEBUG nova.compute.utils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.650083] env[62633]: DEBUG nova.compute.manager [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.650396] env[62633]: DEBUG nova.network.neutron [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.707085] env[62633]: DEBUG nova.policy [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4db79e960c7d4954a114570ed6d50323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b884df404ec4fb5997c5ea931e06449', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.732923] env[62633]: DEBUG oslo_concurrency.lockutils [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquiring lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.733234] env[62633]: DEBUG oslo_concurrency.lockutils [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.733470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquiring lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.733800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.733800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.738619] env[62633]: INFO nova.compute.manager [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Terminating instance [ 734.742568] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695920, 'name': ReconfigVM_Task, 'duration_secs': 0.399969} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.745426] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9fe8b122-58a4-433c-9782-0fb186bb14f9/9fe8b122-58a4-433c-9782-0fb186bb14f9.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.746400] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdb62322-9ea3-4210-839a-baf13cbf15bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.756282] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 734.756282] env[62633]: value = "task-2695922" [ 734.756282] env[62633]: _type = "Task" [ 734.756282] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.787669] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695922, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.787984] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695921, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.956881] env[62633]: DEBUG nova.network.neutron [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updating instance_info_cache with network_info: [{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.106738] env[62633]: DEBUG oslo_vmware.api [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695919, 'name': PowerOnVM_Task, 'duration_secs': 0.618801} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.107171] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.107802] env[62633]: INFO nova.compute.manager [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Took 9.58 seconds to spawn the instance on the hypervisor. [ 735.108100] env[62633]: DEBUG nova.compute.manager [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.112408] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ff6dbc-a193-4ec1-8ac0-2193502c7a3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.159430] env[62633]: DEBUG nova.compute.manager [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.242431] env[62633]: DEBUG nova.compute.manager [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.243844] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.243844] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e633e6-b01d-42d9-a929-55ee5fcf4f30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.262008] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.267801] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adb7c04d-f399-4f4b-89ad-a280f52956cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.284567] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695921, 'name': CreateVM_Task, 'duration_secs': 0.53226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.290454] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.291254] env[62633]: DEBUG oslo_vmware.api [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 735.291254] env[62633]: value = "task-2695923" [ 735.291254] env[62633]: _type = "Task" [ 735.291254] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.291946] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695922, 'name': Rename_Task, 'duration_secs': 0.288996} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.293874] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.294370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.298050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.298050] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.298050] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea29c4ff-eb16-4baa-b4df-59f13dd04b2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.301517] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14bdb396-7389-4032-a42b-41ef0eecaeff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.309423] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa13545e-0e7e-40b3-b4f7-d06eea120459 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.323209] env[62633]: DEBUG oslo_vmware.api [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.326949] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785213dd-6256-4de5-9fe1-7b7ddc835e76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.331081] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 735.331081] env[62633]: value = "task-2695924" [ 735.331081] env[62633]: _type = "Task" [ 735.331081] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.331396] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 735.331396] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52418166-b90c-5b8a-6d8d-687d51a8d8a0" [ 735.331396] env[62633]: _type = "Task" [ 735.331396] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.369440] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1987e4-acc7-4109-afd1-71ada6ecb5e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.381223] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695924, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.381580] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52418166-b90c-5b8a-6d8d-687d51a8d8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.017996} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.382459] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.383174] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.383832] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.383832] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.383832] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.384153] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d070bb6e-f88a-4133-aa5e-e9a2f47a03e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.390819] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55f49a1-fc0b-440a-8ad1-4d4a4bdf6c13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.409275] env[62633]: DEBUG nova.compute.provider_tree [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.412386] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.412727] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.414101] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24795d6f-cee4-4155-b3e5-d81c855b62ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.420270] env[62633]: DEBUG nova.network.neutron [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Successfully created port: abcb269e-fe52-45c2-8ba4-75a4f983377e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.423285] env[62633]: DEBUG nova.network.neutron [req-11177537-4350-4d1d-8d31-2c169858d5c3 req-6c5c1a95-7078-44bb-be07-ba83634655f1 service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Updated VIF entry in instance network info cache for port 521f17bb-2cf6-4235-b859-822bb1018721. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.424095] env[62633]: DEBUG nova.network.neutron [req-11177537-4350-4d1d-8d31-2c169858d5c3 req-6c5c1a95-7078-44bb-be07-ba83634655f1 service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Updating instance_info_cache with network_info: [{"id": "521f17bb-2cf6-4235-b859-822bb1018721", "address": "fa:16:3e:73:8a:d5", "network": {"id": "c73cd884-d2b4-4d6f-b64c-40dd7fb39356", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1037867118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02ecc3fb63e46f7a636d4cb740f42fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521f17bb-2c", "ovs_interfaceid": "521f17bb-2cf6-4235-b859-822bb1018721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.426823] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 735.426823] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b95063-0e01-e44d-6b23-15238c345cff" [ 735.426823] env[62633]: _type = "Task" [ 735.426823] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.440113] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b95063-0e01-e44d-6b23-15238c345cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.461342] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Releasing lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.461797] env[62633]: DEBUG nova.compute.manager [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Inject network info {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 735.462277] env[62633]: DEBUG nova.compute.manager [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] network_info to inject: |[{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 735.470781] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Reconfiguring VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 735.471971] env[62633]: DEBUG oslo_concurrency.lockutils [req-b8ad6745-d300-4e25-a6d3-758ffd1bfdf2 req-37ef6936-76cb-4245-8fb6-4f4450efbb2e service nova] Acquired lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.472107] env[62633]: DEBUG nova.network.neutron [req-b8ad6745-d300-4e25-a6d3-758ffd1bfdf2 req-37ef6936-76cb-4245-8fb6-4f4450efbb2e service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Refreshing network info cache for port 07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.473698] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07580d7f-641d-4ed9-91d4-d080ae1f75fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.496712] env[62633]: DEBUG nova.network.neutron [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Successfully updated port: f1172b11-399e-4729-b4b0-31cf86438a4e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.505566] env[62633]: DEBUG oslo_vmware.api [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 735.505566] env[62633]: value = "task-2695925" [ 735.505566] env[62633]: _type = "Task" [ 735.505566] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.525576] env[62633]: DEBUG oslo_vmware.api [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695925, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.639071] env[62633]: INFO nova.compute.manager [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Took 47.77 seconds to build instance. [ 735.809790] env[62633]: DEBUG oslo_vmware.api [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695923, 'name': PowerOffVM_Task, 'duration_secs': 0.290472} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.810206] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.810387] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.810683] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11078f0-cec0-442c-8aba-e098d53470fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.842124] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.889592] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.889892] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.890198] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Deleting the datastore file [datastore2] 2a11bdfc-b093-48e5-a464-d2b33dcb1839 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.890603] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d36b712d-9795-4ad3-896a-53c1c1b3d9bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.899318] env[62633]: DEBUG oslo_vmware.api [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for the task: (returnval){ [ 735.899318] env[62633]: value = "task-2695927" [ 735.899318] env[62633]: _type = "Task" [ 735.899318] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.910497] env[62633]: DEBUG oslo_vmware.api [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.915783] env[62633]: DEBUG nova.scheduler.client.report [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.929520] env[62633]: DEBUG oslo_concurrency.lockutils [req-11177537-4350-4d1d-8d31-2c169858d5c3 req-6c5c1a95-7078-44bb-be07-ba83634655f1 service nova] Releasing lock "refresh_cache-1dc8d549-e69f-4803-8ae1-1de88b6c1309" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.943968] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b95063-0e01-e44d-6b23-15238c345cff, 'name': SearchDatastore_Task, 'duration_secs': 0.017395} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.944998] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf0ce9b-4c88-4787-b45f-22c64559cc8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.963932] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 735.963932] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52185313-737b-c3d1-9869-efc2e27c2e08" [ 735.963932] env[62633]: _type = "Task" [ 735.963932] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.974709] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52185313-737b-c3d1-9869-efc2e27c2e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.021141] env[62633]: DEBUG oslo_vmware.api [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695925, 'name': ReconfigVM_Task, 'duration_secs': 0.199018} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.021527] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14ef2ec1-59f9-4336-8486-a06946d4fc7b tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Reconfigured VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 736.142571] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f0f46936-d3c9-4b82-a844-8e3059259dc9 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.708s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.177917] env[62633]: DEBUG nova.compute.manager [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.288867] env[62633]: DEBUG nova.network.neutron [req-b8ad6745-d300-4e25-a6d3-758ffd1bfdf2 req-37ef6936-76cb-4245-8fb6-4f4450efbb2e service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updated VIF entry in instance network info cache for port 07bcad87-ce32-44de-ad06-f57b6929d7bb. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.289348] env[62633]: DEBUG nova.network.neutron [req-b8ad6745-d300-4e25-a6d3-758ffd1bfdf2 req-37ef6936-76cb-4245-8fb6-4f4450efbb2e service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updating instance_info_cache with network_info: [{"id": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "address": "fa:16:3e:8b:c4:f0", "network": {"id": "1d8637b5-d4f8-418a-8975-e3771851a366", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-633293498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6599bacdde649af88b53f5dcc1b9569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bcad87-ce", "ovs_interfaceid": "07bcad87-ce32-44de-ad06-f57b6929d7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.311381] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.311660] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.311874] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.312088] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.312275] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.312437] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.312649] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.312811] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.312980] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.313201] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.313408] env[62633]: DEBUG nova.virt.hardware [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.316336] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46e1933-1040-4338-86ac-8eac0c31601e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.331071] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc1c98-aef3-4164-bd51-30454bfd287e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.338864] env[62633]: DEBUG oslo_vmware.rw_handles [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52177ba8-7b12-575c-6e1e-a82c4d35f354/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.339904] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abdf75a-64e4-44bc-af3c-38ce2b90e7a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.362306] env[62633]: DEBUG oslo_vmware.api [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695924, 'name': PowerOnVM_Task, 'duration_secs': 0.723675} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.362569] env[62633]: DEBUG oslo_vmware.rw_handles [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52177ba8-7b12-575c-6e1e-a82c4d35f354/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.362773] env[62633]: ERROR oslo_vmware.rw_handles [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52177ba8-7b12-575c-6e1e-a82c4d35f354/disk-0.vmdk due to incomplete transfer. [ 736.362962] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.363180] env[62633]: INFO nova.compute.manager [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Took 8.22 seconds to spawn the instance on the hypervisor. [ 736.363361] env[62633]: DEBUG nova.compute.manager [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.363609] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-292b99f6-c100-4cf9-a862-4a70cbff20d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.365823] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee3f14-331d-46d8-b7b5-cf6857eddfae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.393970] env[62633]: DEBUG oslo_vmware.rw_handles [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52177ba8-7b12-575c-6e1e-a82c4d35f354/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.394355] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Uploaded image 60c6356b-e4d1-4bb8-9f55-5c054dd2e4cb to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.396658] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.397036] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5649420e-afdc-4ca0-88ec-d31c7fb04bc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.405712] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 736.405712] env[62633]: value = "task-2695928" [ 736.405712] env[62633]: _type = "Task" [ 736.405712] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.412658] env[62633]: DEBUG oslo_vmware.api [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Task: {'id': task-2695927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233407} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.413958] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.414190] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.414425] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.414622] env[62633]: INFO nova.compute.manager [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Took 1.17 seconds to destroy the instance on the hypervisor. [ 736.414888] env[62633]: DEBUG oslo.service.loopingcall [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.415424] env[62633]: DEBUG nova.compute.manager [-] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.415526] env[62633]: DEBUG nova.network.neutron [-] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.422215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.423805] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695928, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.425138] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.043s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.425138] env[62633]: DEBUG nova.objects.instance [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lazy-loading 'resources' on Instance uuid ca27a04d-c316-43ca-95bc-479e5657dea8 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.450470] env[62633]: INFO nova.scheduler.client.report [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Deleted allocations for instance b81dc60c-f0a2-4243-80d8-21c014cdc311 [ 736.475816] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52185313-737b-c3d1-9869-efc2e27c2e08, 'name': SearchDatastore_Task, 'duration_secs': 0.01728} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.476101] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.476451] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 1dc8d549-e69f-4803-8ae1-1de88b6c1309/1dc8d549-e69f-4803-8ae1-1de88b6c1309.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.476784] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe895519-4da9-438e-8bb4-06a15b15b1a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.484466] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 736.484466] env[62633]: value = "task-2695929" [ 736.484466] env[62633]: _type = "Task" [ 736.484466] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.493766] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.540483] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.540849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.540962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.541161] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.541332] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.543481] env[62633]: INFO nova.compute.manager [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Terminating instance [ 736.647622] env[62633]: DEBUG nova.compute.manager [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.774583] env[62633]: DEBUG nova.compute.manager [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Received event network-vif-plugged-f1172b11-399e-4729-b4b0-31cf86438a4e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.774835] env[62633]: DEBUG oslo_concurrency.lockutils [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] Acquiring lock "53a893e3-80c6-404d-be8a-8489bb210320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.775130] env[62633]: DEBUG oslo_concurrency.lockutils [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] Lock "53a893e3-80c6-404d-be8a-8489bb210320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.775364] env[62633]: DEBUG oslo_concurrency.lockutils [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] Lock "53a893e3-80c6-404d-be8a-8489bb210320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.775574] env[62633]: DEBUG nova.compute.manager [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] No waiting events found dispatching network-vif-plugged-f1172b11-399e-4729-b4b0-31cf86438a4e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.775757] env[62633]: WARNING nova.compute.manager [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Received unexpected event network-vif-plugged-f1172b11-399e-4729-b4b0-31cf86438a4e for instance with vm_state building and task_state spawning. [ 736.775924] env[62633]: DEBUG nova.compute.manager [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Received event network-changed-f1172b11-399e-4729-b4b0-31cf86438a4e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.778902] env[62633]: DEBUG nova.compute.manager [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Refreshing instance network info cache due to event network-changed-f1172b11-399e-4729-b4b0-31cf86438a4e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 736.778902] env[62633]: DEBUG oslo_concurrency.lockutils [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] Acquiring lock "refresh_cache-53a893e3-80c6-404d-be8a-8489bb210320" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.778902] env[62633]: DEBUG oslo_concurrency.lockutils [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] Acquired lock "refresh_cache-53a893e3-80c6-404d-be8a-8489bb210320" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.778902] env[62633]: DEBUG nova.network.neutron [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Refreshing network info cache for port f1172b11-399e-4729-b4b0-31cf86438a4e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.794601] env[62633]: DEBUG oslo_concurrency.lockutils [req-b8ad6745-d300-4e25-a6d3-758ffd1bfdf2 req-37ef6936-76cb-4245-8fb6-4f4450efbb2e service nova] Releasing lock "refresh_cache-f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.889846] env[62633]: INFO nova.compute.manager [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Took 45.48 seconds to build instance. [ 736.923413] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695928, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.961861] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6753e06d-fd97-491a-91b7-c4a1917c40c8 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Lock "b81dc60c-f0a2-4243-80d8-21c014cdc311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.559s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.000779] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.047947] env[62633]: DEBUG nova.compute.manager [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.048193] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.052286] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b92104d-c2f2-440e-8c15-e113fbe1d6af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.063175] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.063498] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0b45d7a-70a3-4368-91db-79c352ed6780 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.073187] env[62633]: DEBUG oslo_vmware.api [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 737.073187] env[62633]: value = "task-2695930" [ 737.073187] env[62633]: _type = "Task" [ 737.073187] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.092824] env[62633]: DEBUG oslo_vmware.api [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.177927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.348132] env[62633]: DEBUG nova.network.neutron [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.393044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "9fe8b122-58a4-433c-9782-0fb186bb14f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.304s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.426333] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695928, 'name': Destroy_Task, 'duration_secs': 0.621222} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.430490] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Destroyed the VM [ 737.430755] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.431292] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93e18854-9bf5-4a41-8698-d45efb9f6475 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.440325] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 737.440325] env[62633]: value = "task-2695931" [ 737.440325] env[62633]: _type = "Task" [ 737.440325] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.452340] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695931, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.472350] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43cf81d-8dc6-4336-a0dc-a34e5239140a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.481555] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915c89e9-f14b-433a-b6dd-7779f581b15a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.526990] env[62633]: DEBUG nova.network.neutron [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.532252] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f3475e-d1d0-424d-aad3-f4c5957b4a16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.542091] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721197} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.543761] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 1dc8d549-e69f-4803-8ae1-1de88b6c1309/1dc8d549-e69f-4803-8ae1-1de88b6c1309.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.543931] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.544701] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-142d8ba8-fffb-4f89-956d-264ae0f8389d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.551607] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b99247a-8422-429c-8611-70bc9b97e62b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.558831] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 737.558831] env[62633]: value = "task-2695932" [ 737.558831] env[62633]: _type = "Task" [ 737.558831] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.574347] env[62633]: DEBUG nova.compute.provider_tree [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.584202] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.594140] env[62633]: DEBUG oslo_vmware.api [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695930, 'name': PowerOffVM_Task, 'duration_secs': 0.271333} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.595488] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.595879] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.596351] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5acbf4a5-11fa-4c3a-84ad-6d397b4f4264 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.631023] env[62633]: DEBUG nova.network.neutron [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Successfully updated port: abcb269e-fe52-45c2-8ba4-75a4f983377e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.682560] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.682823] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.683074] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Deleting the datastore file [datastore2] f2b6ee32-9ab2-4a4a-a428-80a06b000dc7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.683435] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c173295-dc73-4e4d-b8a0-3fdbffde0d9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.691873] env[62633]: DEBUG oslo_vmware.api [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for the task: (returnval){ [ 737.691873] env[62633]: value = "task-2695934" [ 737.691873] env[62633]: _type = "Task" [ 737.691873] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.701234] env[62633]: DEBUG oslo_vmware.api [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.778072] env[62633]: DEBUG nova.network.neutron [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Successfully updated port: dcbbe9e5-8204-4fc1-aa01-c4433d55a791 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.824993] env[62633]: DEBUG nova.network.neutron [-] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.951790] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695931, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.955247] env[62633]: DEBUG nova.compute.manager [req-40378886-42a8-4f06-b5a7-aabca47b16e8 req-c70a60b3-1908-4fe8-b15a-e54940097a95 service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Received event network-vif-plugged-dcbbe9e5-8204-4fc1-aa01-c4433d55a791 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.955531] env[62633]: DEBUG oslo_concurrency.lockutils [req-40378886-42a8-4f06-b5a7-aabca47b16e8 req-c70a60b3-1908-4fe8-b15a-e54940097a95 service nova] Acquiring lock "53a893e3-80c6-404d-be8a-8489bb210320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.956153] env[62633]: DEBUG oslo_concurrency.lockutils [req-40378886-42a8-4f06-b5a7-aabca47b16e8 req-c70a60b3-1908-4fe8-b15a-e54940097a95 service nova] Lock "53a893e3-80c6-404d-be8a-8489bb210320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.956153] env[62633]: DEBUG oslo_concurrency.lockutils [req-40378886-42a8-4f06-b5a7-aabca47b16e8 req-c70a60b3-1908-4fe8-b15a-e54940097a95 service nova] Lock "53a893e3-80c6-404d-be8a-8489bb210320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.956423] env[62633]: DEBUG nova.compute.manager [req-40378886-42a8-4f06-b5a7-aabca47b16e8 req-c70a60b3-1908-4fe8-b15a-e54940097a95 service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] No waiting events found dispatching network-vif-plugged-dcbbe9e5-8204-4fc1-aa01-c4433d55a791 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.956631] env[62633]: WARNING nova.compute.manager [req-40378886-42a8-4f06-b5a7-aabca47b16e8 req-c70a60b3-1908-4fe8-b15a-e54940097a95 service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Received unexpected event network-vif-plugged-dcbbe9e5-8204-4fc1-aa01-c4433d55a791 for instance with vm_state building and task_state spawning. [ 738.042540] env[62633]: DEBUG oslo_concurrency.lockutils [req-4677ba11-20fb-47ed-9a79-330c2a292689 req-150d213c-4a8b-48b9-be87-c7e07dd2644a service nova] Releasing lock "refresh_cache-53a893e3-80c6-404d-be8a-8489bb210320" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.071785] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087708} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.072082] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.072910] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affa9cf3-f721-43cc-8b26-634bc42cc6dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.078034] env[62633]: DEBUG nova.scheduler.client.report [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.111951] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 1dc8d549-e69f-4803-8ae1-1de88b6c1309/1dc8d549-e69f-4803-8ae1-1de88b6c1309.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.113224] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc60c02-d148-48df-8bff-cbdcab6fcfcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.134569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.134747] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.134823] env[62633]: DEBUG nova.network.neutron [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.138089] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 738.138089] env[62633]: value = "task-2695935" [ 738.138089] env[62633]: _type = "Task" [ 738.138089] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.148225] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.203566] env[62633]: DEBUG oslo_vmware.api [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Task: {'id': task-2695934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308734} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.203841] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.204052] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.204344] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.204535] env[62633]: INFO nova.compute.manager [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 738.204785] env[62633]: DEBUG oslo.service.loopingcall [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.204971] env[62633]: DEBUG nova.compute.manager [-] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.205081] env[62633]: DEBUG nova.network.neutron [-] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.288255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "refresh_cache-53a893e3-80c6-404d-be8a-8489bb210320" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.288255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquired lock "refresh_cache-53a893e3-80c6-404d-be8a-8489bb210320" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.288255] env[62633]: DEBUG nova.network.neutron [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.329762] env[62633]: INFO nova.compute.manager [-] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Took 1.91 seconds to deallocate network for instance. [ 738.468097] env[62633]: DEBUG oslo_vmware.api [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695931, 'name': RemoveSnapshot_Task, 'duration_secs': 0.883884} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.469378] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.469378] env[62633]: INFO nova.compute.manager [None req-8dfb0c04-302c-46c0-9b03-01074a7642eb tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Took 16.95 seconds to snapshot the instance on the hypervisor. [ 738.613743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.616984] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.771s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.619632] env[62633]: INFO nova.compute.claims [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.650013] env[62633]: INFO nova.scheduler.client.report [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Deleted allocations for instance ca27a04d-c316-43ca-95bc-479e5657dea8 [ 738.653502] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.687312] env[62633]: INFO nova.compute.manager [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Rescuing [ 738.687657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "refresh_cache-9fe8b122-58a4-433c-9782-0fb186bb14f9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.687853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "refresh_cache-9fe8b122-58a4-433c-9782-0fb186bb14f9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.688131] env[62633]: DEBUG nova.network.neutron [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.720242] env[62633]: DEBUG nova.network.neutron [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.838100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.862048] env[62633]: DEBUG nova.network.neutron [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.970960] env[62633]: DEBUG nova.compute.manager [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.971876] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1983a300-c85b-41cb-98af-22a4b4a6f20e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.065204] env[62633]: DEBUG nova.network.neutron [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance_info_cache with network_info: [{"id": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "address": "fa:16:3e:57:a6:18", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabcb269e-fe", "ovs_interfaceid": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.138884] env[62633]: DEBUG nova.compute.manager [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Received event network-vif-deleted-80936687-1bf0-42b9-a488-6ddafe4ff045 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.139282] env[62633]: DEBUG nova.compute.manager [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Received event network-vif-plugged-abcb269e-fe52-45c2-8ba4-75a4f983377e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.139600] env[62633]: DEBUG oslo_concurrency.lockutils [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] Acquiring lock "09e7f442-9910-4c63-a446-9f527cb23691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.142108] env[62633]: DEBUG oslo_concurrency.lockutils [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] Lock "09e7f442-9910-4c63-a446-9f527cb23691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.142108] env[62633]: DEBUG oslo_concurrency.lockutils [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] Lock "09e7f442-9910-4c63-a446-9f527cb23691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.142108] env[62633]: DEBUG nova.compute.manager [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] No waiting events found dispatching network-vif-plugged-abcb269e-fe52-45c2-8ba4-75a4f983377e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.142108] env[62633]: WARNING nova.compute.manager [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Received unexpected event network-vif-plugged-abcb269e-fe52-45c2-8ba4-75a4f983377e for instance with vm_state building and task_state spawning. [ 739.142108] env[62633]: DEBUG nova.compute.manager [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Received event network-changed-abcb269e-fe52-45c2-8ba4-75a4f983377e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.142108] env[62633]: DEBUG nova.compute.manager [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Refreshing instance network info cache due to event network-changed-abcb269e-fe52-45c2-8ba4-75a4f983377e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.142108] env[62633]: DEBUG oslo_concurrency.lockutils [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] Acquiring lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.154400] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695935, 'name': ReconfigVM_Task, 'duration_secs': 0.660649} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.154869] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 1dc8d549-e69f-4803-8ae1-1de88b6c1309/1dc8d549-e69f-4803-8ae1-1de88b6c1309.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.155394] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62633) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 739.156405] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-7bbd6937-83be-4f82-8575-5158108a1d86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.168896] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Lock "ca27a04d-c316-43ca-95bc-479e5657dea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.333s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.175023] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 739.175023] env[62633]: value = "task-2695936" [ 739.175023] env[62633]: _type = "Task" [ 739.175023] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.190168] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695936, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.491888] env[62633]: INFO nova.compute.manager [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] instance snapshotting [ 739.495134] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450e0b83-dd40-475f-9009-d664f23dd304 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.516380] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbae3690-0a6c-46c5-8e4a-9e02c0a55c8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.543891] env[62633]: DEBUG nova.network.neutron [-] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.572115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.572468] env[62633]: DEBUG nova.compute.manager [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Instance network_info: |[{"id": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "address": "fa:16:3e:57:a6:18", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabcb269e-fe", "ovs_interfaceid": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.573095] env[62633]: DEBUG oslo_concurrency.lockutils [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] Acquired lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.573370] env[62633]: DEBUG nova.network.neutron [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Refreshing network info cache for port abcb269e-fe52-45c2-8ba4-75a4f983377e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.574634] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:a6:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abcb269e-fe52-45c2-8ba4-75a4f983377e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.583503] env[62633]: DEBUG oslo.service.loopingcall [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.584698] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.585393] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0af6d42e-d801-4ccb-b525-41c5d7e52d34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.602498] env[62633]: DEBUG nova.network.neutron [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Updating instance_info_cache with network_info: [{"id": "f1172b11-399e-4729-b4b0-31cf86438a4e", "address": "fa:16:3e:25:a8:df", "network": {"id": "712536c7-b9da-4b9b-88fe-34ecebb182b8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-941264528", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1172b11-39", "ovs_interfaceid": "f1172b11-399e-4729-b4b0-31cf86438a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dcbbe9e5-8204-4fc1-aa01-c4433d55a791", "address": "fa:16:3e:18:d9:23", "network": {"id": "f1da33fe-b3e8-4d02-8f31-34273943f036", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1842683820", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbbe9e5-82", "ovs_interfaceid": "dcbbe9e5-8204-4fc1-aa01-c4433d55a791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.615041] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.615041] env[62633]: value = "task-2695937" [ 739.615041] env[62633]: _type = "Task" [ 739.615041] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.624916] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695937, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.685974] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695936, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.066115} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.685974] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62633) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 739.686476] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb446cc7-bbf3-49f1-8e3e-a9adab0c26fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.695779] env[62633]: DEBUG nova.network.neutron [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Updating instance_info_cache with network_info: [{"id": "ad25fcba-8d3d-412d-a803-2f355ec1887e", "address": "fa:16:3e:f5:67:a9", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad25fcba-8d", "ovs_interfaceid": "ad25fcba-8d3d-412d-a803-2f355ec1887e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.727541] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 1dc8d549-e69f-4803-8ae1-1de88b6c1309/ephemeral_0.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.731193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "refresh_cache-9fe8b122-58a4-433c-9782-0fb186bb14f9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.735928] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eec073a1-c2bf-43b9-b676-bb7afa05f67f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.759132] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 739.759132] env[62633]: value = "task-2695938" [ 739.759132] env[62633]: _type = "Task" [ 739.759132] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.775882] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.029311] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 740.030253] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77a9ed35-7ca0-4340-953f-f1780f5978c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.040974] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 740.040974] env[62633]: value = "task-2695939" [ 740.040974] env[62633]: _type = "Task" [ 740.040974] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.047791] env[62633]: INFO nova.compute.manager [-] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Took 1.84 seconds to deallocate network for instance. [ 740.056958] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695939, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.109888] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Releasing lock "refresh_cache-53a893e3-80c6-404d-be8a-8489bb210320" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.110461] env[62633]: DEBUG nova.compute.manager [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Instance network_info: |[{"id": "f1172b11-399e-4729-b4b0-31cf86438a4e", "address": "fa:16:3e:25:a8:df", "network": {"id": "712536c7-b9da-4b9b-88fe-34ecebb182b8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-941264528", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1172b11-39", "ovs_interfaceid": "f1172b11-399e-4729-b4b0-31cf86438a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dcbbe9e5-8204-4fc1-aa01-c4433d55a791", "address": "fa:16:3e:18:d9:23", "network": {"id": "f1da33fe-b3e8-4d02-8f31-34273943f036", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1842683820", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbbe9e5-82", "ovs_interfaceid": "dcbbe9e5-8204-4fc1-aa01-c4433d55a791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.113192] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:a8:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1172b11-399e-4729-b4b0-31cf86438a4e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:d9:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcbbe9e5-8204-4fc1-aa01-c4433d55a791', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.134221] env[62633]: DEBUG oslo.service.loopingcall [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.140272] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.150457] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d24d104-1bef-4863-9c2d-b4e714c3c7f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.184056] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695937, 'name': CreateVM_Task, 'duration_secs': 0.401721} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.185559] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.186353] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.186353] env[62633]: value = "task-2695940" [ 740.186353] env[62633]: _type = "Task" [ 740.186353] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.188465] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.188465] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.188465] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.191473] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b07546c-2323-4b09-a73e-7585a0bd1e5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.202201] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 740.202201] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521aedf6-c4cf-3583-4693-d5585f8d983c" [ 740.202201] env[62633]: _type = "Task" [ 740.202201] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.205874] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695940, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.223351] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521aedf6-c4cf-3583-4693-d5585f8d983c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.227745] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6090906c-6679-4ed5-b0f2-72a6024c14c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.241999] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83983b4e-bc0c-4999-94a6-7c58909fafcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.286174] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eccd99-83ed-410c-8371-9dac80713700 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.298753] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695938, 'name': ReconfigVM_Task, 'duration_secs': 0.397722} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.299141] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 1dc8d549-e69f-4803-8ae1-1de88b6c1309/ephemeral_0.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.300958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6bf4ea-394d-4196-a1c8-fa17b8f0a4d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.307233] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7592f7a-2371-444f-b6bd-ca5a95fffa86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.321305] env[62633]: DEBUG nova.compute.provider_tree [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.327157] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 740.327157] env[62633]: value = "task-2695941" [ 740.327157] env[62633]: _type = "Task" [ 740.327157] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.376705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-61bba756-8f9a-46af-a385-76fb8ab28a1b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.376967] env[62633]: DEBUG oslo_concurrency.lockutils [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-61bba756-8f9a-46af-a385-76fb8ab28a1b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.377364] env[62633]: DEBUG nova.objects.instance [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'flavor' on Instance uuid 61bba756-8f9a-46af-a385-76fb8ab28a1b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.552776] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695939, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.563984] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.626505] env[62633]: DEBUG nova.compute.manager [req-e8e40e45-43a6-4806-a9ae-18e5d82c54bd req-aed39e95-7bd4-4eee-b0bb-ae41abb7cf6b service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Received event network-changed-dcbbe9e5-8204-4fc1-aa01-c4433d55a791 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.626880] env[62633]: DEBUG nova.compute.manager [req-e8e40e45-43a6-4806-a9ae-18e5d82c54bd req-aed39e95-7bd4-4eee-b0bb-ae41abb7cf6b service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Refreshing instance network info cache due to event network-changed-dcbbe9e5-8204-4fc1-aa01-c4433d55a791. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.627480] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8e40e45-43a6-4806-a9ae-18e5d82c54bd req-aed39e95-7bd4-4eee-b0bb-ae41abb7cf6b service nova] Acquiring lock "refresh_cache-53a893e3-80c6-404d-be8a-8489bb210320" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.627715] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8e40e45-43a6-4806-a9ae-18e5d82c54bd req-aed39e95-7bd4-4eee-b0bb-ae41abb7cf6b service nova] Acquired lock "refresh_cache-53a893e3-80c6-404d-be8a-8489bb210320" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.627971] env[62633]: DEBUG nova.network.neutron [req-e8e40e45-43a6-4806-a9ae-18e5d82c54bd req-aed39e95-7bd4-4eee-b0bb-ae41abb7cf6b service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Refreshing network info cache for port dcbbe9e5-8204-4fc1-aa01-c4433d55a791 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.703767] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695940, 'name': CreateVM_Task, 'duration_secs': 0.426509} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.704354] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.705299] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.716832] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521aedf6-c4cf-3583-4693-d5585f8d983c, 'name': SearchDatastore_Task, 'duration_secs': 0.020228} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.717321] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.717579] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.717810] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.717961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.718157] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.718465] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.718798] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.719038] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fffcca77-3b63-4848-8741-c50e66ffed67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.721502] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17450dae-1104-4bc9-b7dd-6bdf401dc393 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.726910] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 740.726910] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f25361-31a3-1d98-3ec1-5ae1066ee1a1" [ 740.726910] env[62633]: _type = "Task" [ 740.726910] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.732576] env[62633]: DEBUG nova.network.neutron [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updated VIF entry in instance network info cache for port abcb269e-fe52-45c2-8ba4-75a4f983377e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.732937] env[62633]: DEBUG nova.network.neutron [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance_info_cache with network_info: [{"id": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "address": "fa:16:3e:57:a6:18", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabcb269e-fe", "ovs_interfaceid": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.734193] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.734371] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.736021] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a917aa9f-37c0-4958-bdf0-107c1deb8eb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.747781] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f25361-31a3-1d98-3ec1-5ae1066ee1a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.753026] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 740.753026] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529e2dd7-ae6a-4904-c88d-fd11143f95a3" [ 740.753026] env[62633]: _type = "Task" [ 740.753026] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.762631] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529e2dd7-ae6a-4904-c88d-fd11143f95a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.830327] env[62633]: DEBUG nova.scheduler.client.report [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.845468] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695941, 'name': Rename_Task, 'duration_secs': 0.290146} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.846022] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.846512] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d064ba6-c48f-4f73-b00a-c414182cd53f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.856201] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 740.856201] env[62633]: value = "task-2695942" [ 740.856201] env[62633]: _type = "Task" [ 740.856201] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.866125] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.018916] env[62633]: DEBUG nova.objects.instance [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'pci_requests' on Instance uuid 61bba756-8f9a-46af-a385-76fb8ab28a1b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.053054] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695939, 'name': CreateSnapshot_Task, 'duration_secs': 0.988296} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.053447] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 741.054301] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a042ebd1-1716-49e8-8564-fecb62b344b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.239648] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f25361-31a3-1d98-3ec1-5ae1066ee1a1, 'name': SearchDatastore_Task, 'duration_secs': 0.027534} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.240020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.240304] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.240531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.248235] env[62633]: DEBUG oslo_concurrency.lockutils [req-757013f3-da93-4fdf-ad3e-15a294c62bd0 req-b943fbc7-cefe-43d4-973d-0131bbd3a7cd service nova] Releasing lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.266096] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529e2dd7-ae6a-4904-c88d-fd11143f95a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017424} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.268738] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f84acf-f730-42d6-bbef-d41dd89ec9f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.277347] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 741.277347] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520707e7-9989-c709-5570-710d98aaee16" [ 741.277347] env[62633]: _type = "Task" [ 741.277347] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.292215] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520707e7-9989-c709-5570-710d98aaee16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.340956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.341527] env[62633]: DEBUG nova.compute.manager [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.348302] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.349761] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.219s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.349761] env[62633]: DEBUG nova.objects.instance [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lazy-loading 'resources' on Instance uuid 66be2ad2-a542-42a6-825d-61ede3f92268 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.350218] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ac5aeb7-d02b-42cc-878d-6be2dbe530b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.367610] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 741.367610] env[62633]: value = "task-2695943" [ 741.367610] env[62633]: _type = "Task" [ 741.367610] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.376886] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695942, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.383614] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.435095] env[62633]: DEBUG nova.network.neutron [req-e8e40e45-43a6-4806-a9ae-18e5d82c54bd req-aed39e95-7bd4-4eee-b0bb-ae41abb7cf6b service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Updated VIF entry in instance network info cache for port dcbbe9e5-8204-4fc1-aa01-c4433d55a791. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.435554] env[62633]: DEBUG nova.network.neutron [req-e8e40e45-43a6-4806-a9ae-18e5d82c54bd req-aed39e95-7bd4-4eee-b0bb-ae41abb7cf6b service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Updating instance_info_cache with network_info: [{"id": "f1172b11-399e-4729-b4b0-31cf86438a4e", "address": "fa:16:3e:25:a8:df", "network": {"id": "712536c7-b9da-4b9b-88fe-34ecebb182b8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-941264528", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1172b11-39", "ovs_interfaceid": "f1172b11-399e-4729-b4b0-31cf86438a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dcbbe9e5-8204-4fc1-aa01-c4433d55a791", "address": "fa:16:3e:18:d9:23", "network": {"id": "f1da33fe-b3e8-4d02-8f31-34273943f036", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1842683820", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a33d2914e1014a588f66af80dd92a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbbe9e5-82", "ovs_interfaceid": "dcbbe9e5-8204-4fc1-aa01-c4433d55a791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.524578] env[62633]: DEBUG nova.objects.base [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Object Instance<61bba756-8f9a-46af-a385-76fb8ab28a1b> lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 741.524948] env[62633]: DEBUG nova.network.neutron [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.576392] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 741.578265] env[62633]: DEBUG nova.policy [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f51163cb8d4eb6b252c21c3943ea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fecf2e237f45018e4afed92dac533d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.580063] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-370f6aa3-2d06-469c-937e-545d39efc68e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.593487] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 741.593487] env[62633]: value = "task-2695944" [ 741.593487] env[62633]: _type = "Task" [ 741.593487] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.606792] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695944, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.791418] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520707e7-9989-c709-5570-710d98aaee16, 'name': SearchDatastore_Task, 'duration_secs': 0.016365} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.791418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.791995] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 09e7f442-9910-4c63-a446-9f527cb23691/09e7f442-9910-4c63-a446-9f527cb23691.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.792171] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.792829] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.792829] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5baa8942-fbbc-4a9b-85c3-07300102c4ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.796274] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8ddd73-b347-4a66-9583-149f99db0bf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.805922] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 741.805922] env[62633]: value = "task-2695945" [ 741.805922] env[62633]: _type = "Task" [ 741.805922] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.815744] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.815744] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.815744] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0874760c-b847-438a-83b8-221bf7dbf391 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.824361] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.830340] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 741.830340] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52927fee-d12e-2511-d405-1255a7551fc1" [ 741.830340] env[62633]: _type = "Task" [ 741.830340] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.847048] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52927fee-d12e-2511-d405-1255a7551fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.851135] env[62633]: DEBUG nova.compute.utils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.853139] env[62633]: DEBUG nova.compute.manager [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.853479] env[62633]: DEBUG nova.network.neutron [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.881244] env[62633]: DEBUG oslo_vmware.api [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2695942, 'name': PowerOnVM_Task, 'duration_secs': 0.68809} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.885787] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.886275] env[62633]: INFO nova.compute.manager [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Took 10.58 seconds to spawn the instance on the hypervisor. [ 741.886590] env[62633]: DEBUG nova.compute.manager [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.888706] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b7a5a3-5193-4cd1-a0f8-60a5f604a759 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.900731] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695943, 'name': PowerOffVM_Task, 'duration_secs': 0.278624} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.904312] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.905626] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b5468-84f1-4f00-91ca-80936d914e03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.935278] env[62633]: DEBUG nova.policy [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7352422f5fab45d2833e2534de465a4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd425ac420141413a8a7a00d705355bbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.940231] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d98435-2df7-4184-a675-c4536900b408 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.943935] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8e40e45-43a6-4806-a9ae-18e5d82c54bd req-aed39e95-7bd4-4eee-b0bb-ae41abb7cf6b service nova] Releasing lock "refresh_cache-53a893e3-80c6-404d-be8a-8489bb210320" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.944380] env[62633]: DEBUG nova.compute.manager [req-e8e40e45-43a6-4806-a9ae-18e5d82c54bd req-aed39e95-7bd4-4eee-b0bb-ae41abb7cf6b service nova] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Received event network-vif-deleted-07bcad87-ce32-44de-ad06-f57b6929d7bb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.998350] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.998776] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aac89896-b1d3-490d-850e-0b8f6aa0d4d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.022154] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 742.022154] env[62633]: value = "task-2695946" [ 742.022154] env[62633]: _type = "Task" [ 742.022154] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.030986] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 742.031306] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.031662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.042080] env[62633]: DEBUG nova.network.neutron [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Successfully created port: 40e71f8b-a4d3-4954-a327-c20949ef83cf {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.105658] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695944, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.214898] env[62633]: DEBUG oslo_vmware.rw_handles [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e60322-25c7-b15f-ea6d-f75f0861d065/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 742.216157] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544dca6-f9a7-477b-bd28-f6a1b80bb417 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.227156] env[62633]: DEBUG oslo_vmware.rw_handles [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e60322-25c7-b15f-ea6d-f75f0861d065/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 742.227358] env[62633]: ERROR oslo_vmware.rw_handles [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e60322-25c7-b15f-ea6d-f75f0861d065/disk-0.vmdk due to incomplete transfer. [ 742.227618] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8555e038-2e31-47f0-855b-9503241810bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.238423] env[62633]: DEBUG oslo_vmware.rw_handles [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e60322-25c7-b15f-ea6d-f75f0861d065/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 742.238423] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Uploaded image addb5b26-9393-484a-84d1-9b85ecc17c5d to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 742.240225] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 742.240513] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5143da95-0c90-42fc-bd8b-b734aee75ad9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.251368] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 742.251368] env[62633]: value = "task-2695947" [ 742.251368] env[62633]: _type = "Task" [ 742.251368] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.264961] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695947, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.319312] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695945, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.344204] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52927fee-d12e-2511-d405-1255a7551fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.021455} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.344204] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e390e468-5268-4e6a-a07a-3e1f456f5744 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.353052] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 742.353052] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529773c9-9fb3-c006-c52d-993d9c5deccc" [ 742.353052] env[62633]: _type = "Task" [ 742.353052] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.359982] env[62633]: DEBUG nova.compute.manager [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.369834] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529773c9-9fb3-c006-c52d-993d9c5deccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.400659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "6e3476bc-9257-4223-a556-8329dd6a019a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.401040] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "6e3476bc-9257-4223-a556-8329dd6a019a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.404444] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c32384-184a-41e2-9b24-2486e7e56a73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.431431] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f397cd3-4fb1-4f03-8a97-1a4792674000 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.442403] env[62633]: INFO nova.compute.manager [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Took 45.21 seconds to build instance. [ 742.473318] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b55e02b0-7e07-4c02-9e20-83805246b173 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.247s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.474166] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e15145-c32e-4a7b-a3e9-43c862640e7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.483987] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151a2a54-60f6-4466-8093-80251023f40b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.501593] env[62633]: DEBUG nova.compute.provider_tree [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.503743] env[62633]: DEBUG nova.network.neutron [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Successfully created port: 4f1d1d20-2451-48a3-bf40-63027172e53a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.606855] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695944, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.761887] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695947, 'name': Destroy_Task, 'duration_secs': 0.416254} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.762184] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Destroyed the VM [ 742.763625] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.763625] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f055a47-006a-4606-be72-8fba3ead1b20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.770126] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 742.770126] env[62633]: value = "task-2695948" [ 742.770126] env[62633]: _type = "Task" [ 742.770126] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.779113] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695948, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.818006] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780149} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.818377] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 09e7f442-9910-4c63-a446-9f527cb23691/09e7f442-9910-4c63-a446-9f527cb23691.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.818639] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.818924] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3238c9fe-60e4-4506-a5aa-12066dbbbb4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.828178] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 742.828178] env[62633]: value = "task-2695949" [ 742.828178] env[62633]: _type = "Task" [ 742.828178] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.838895] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.874031] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529773c9-9fb3-c006-c52d-993d9c5deccc, 'name': SearchDatastore_Task, 'duration_secs': 0.061687} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.874031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.874031] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 53a893e3-80c6-404d-be8a-8489bb210320/53a893e3-80c6-404d-be8a-8489bb210320.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.874031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.874031] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.874031] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d55487de-36f4-4903-966c-f7d0be83b94b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.874671] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4d6d253-58cb-48a3-b839-670ef64654c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.883616] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 742.883616] env[62633]: value = "task-2695950" [ 742.883616] env[62633]: _type = "Task" [ 742.883616] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.888168] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.888360] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.889480] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf30953-1c95-4654-9504-5c207f0e3502 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.897238] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.903556] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 742.903556] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5268c3cc-dced-37b7-e77f-fdc9beae290f" [ 742.903556] env[62633]: _type = "Task" [ 742.903556] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.914337] env[62633]: DEBUG nova.compute.manager [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.916995] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5268c3cc-dced-37b7-e77f-fdc9beae290f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.007349] env[62633]: DEBUG nova.scheduler.client.report [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.115070] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695944, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.284230] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695948, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.343045] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072802} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.343045] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.343045] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f22625-fcb2-42b8-81ae-0796dfabbdda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.370556] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 09e7f442-9910-4c63-a446-9f527cb23691/09e7f442-9910-4c63-a446-9f527cb23691.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.371371] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac307f3e-5ab4-4a7a-8b61-a454c8a435ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.387914] env[62633]: DEBUG nova.compute.manager [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.403324] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695950, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.408483] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 743.408483] env[62633]: value = "task-2695951" [ 743.408483] env[62633]: _type = "Task" [ 743.408483] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.418771] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.419351] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.419667] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.420041] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.420347] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.420631] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.423019] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.423019] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.423019] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.423019] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.423019] env[62633]: DEBUG nova.virt.hardware [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.430410] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bfae61-0b63-419f-9261-edce8822c419 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.431886] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5268c3cc-dced-37b7-e77f-fdc9beae290f, 'name': SearchDatastore_Task, 'duration_secs': 0.013767} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.436422] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76b34c4-d0da-4d00-9ae6-e6997431c65b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.449332] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.451706] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3c411-7b82-4775-8dd5-a77d93f22af1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.458459] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.460227] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 743.460227] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c95740-757f-a5ea-fd57-4f23eb0f2f09" [ 743.460227] env[62633]: _type = "Task" [ 743.460227] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.478999] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c95740-757f-a5ea-fd57-4f23eb0f2f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.512295] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.514955] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.381s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.516720] env[62633]: INFO nova.compute.claims [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.545260] env[62633]: INFO nova.scheduler.client.report [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Deleted allocations for instance 66be2ad2-a542-42a6-825d-61ede3f92268 [ 743.611885] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695944, 'name': CloneVM_Task, 'duration_secs': 2.003635} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.612519] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Created linked-clone VM from snapshot [ 743.630030] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e568f6c-107f-4993-b8cc-1278ec82402c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.630030] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Uploading image ed71a806-0d43-4fc5-8b19-67cebdf572e7 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 743.659295] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 743.659435] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f42e9df3-4ba5-4142-b686-8664a74933cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.669101] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 743.669101] env[62633]: value = "task-2695952" [ 743.669101] env[62633]: _type = "Task" [ 743.669101] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.679983] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695952, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.786169] env[62633]: DEBUG oslo_vmware.api [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695948, 'name': RemoveSnapshot_Task, 'duration_secs': 0.57213} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.786169] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.786169] env[62633]: INFO nova.compute.manager [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Took 15.09 seconds to snapshot the instance on the hypervisor. [ 743.841796] env[62633]: DEBUG nova.network.neutron [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Successfully updated port: 40e71f8b-a4d3-4954-a327-c20949ef83cf {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.902989] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732756} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.903363] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 53a893e3-80c6-404d-be8a-8489bb210320/53a893e3-80c6-404d-be8a-8489bb210320.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.903623] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.903959] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43408490-96b9-4db9-a76b-02df84b42b5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.912381] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 743.912381] env[62633]: value = "task-2695953" [ 743.912381] env[62633]: _type = "Task" [ 743.912381] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.928821] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.928999] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.973920] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c95740-757f-a5ea-fd57-4f23eb0f2f09, 'name': SearchDatastore_Task, 'duration_secs': 0.065981} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.974513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.975041] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 9fe8b122-58a4-433c-9782-0fb186bb14f9/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 743.976594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a561283-527f-4cc2-80db-f7fc41255d75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.989175] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 743.989175] env[62633]: value = "task-2695954" [ 743.989175] env[62633]: _type = "Task" [ 743.989175] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.000791] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.054899] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Lock "66be2ad2-a542-42a6-825d-61ede3f92268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.381s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.074332] env[62633]: DEBUG nova.network.neutron [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Successfully updated port: 4f1d1d20-2451-48a3-bf40-63027172e53a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.185673] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695952, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.348051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.348051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.348051] env[62633]: DEBUG nova.network.neutron [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.359467] env[62633]: DEBUG nova.compute.manager [None req-de03409a-a1ca-4284-a924-9107e9e6e941 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Found 1 images (rotation: 2) {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 744.429913] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695951, 'name': ReconfigVM_Task, 'duration_secs': 0.730855} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.433921] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 09e7f442-9910-4c63-a446-9f527cb23691/09e7f442-9910-4c63-a446-9f527cb23691.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.434887] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100361} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.436018] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab5d52f3-9746-464d-9b6e-385238b98726 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.437946] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.440090] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5545380-bcbb-4339-8ce5-43d9c8b0dba8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.470663] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 53a893e3-80c6-404d-be8a-8489bb210320/53a893e3-80c6-404d-be8a-8489bb210320.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.471322] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beee538a-e37d-48b7-bc95-14f78b4ca63d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.487783] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 744.487783] env[62633]: value = "task-2695955" [ 744.487783] env[62633]: _type = "Task" [ 744.487783] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.500395] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 744.500395] env[62633]: value = "task-2695956" [ 744.500395] env[62633]: _type = "Task" [ 744.500395] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.514345] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695955, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.514345] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695954, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.519739] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.577743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "refresh_cache-c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.577895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "refresh_cache-c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.578064] env[62633]: DEBUG nova.network.neutron [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.685952] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695952, 'name': Destroy_Task, 'duration_secs': 0.567712} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.686481] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Destroyed the VM [ 744.686771] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 744.687179] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-11afe525-a9a9-497d-8a53-bbba9728b285 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.697192] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 744.697192] env[62633]: value = "task-2695957" [ 744.697192] env[62633]: _type = "Task" [ 744.697192] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.705320] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.721518] env[62633]: DEBUG nova.compute.manager [req-a1da3b91-4ce2-44cc-b46b-6a2817cd2640 req-5d882634-e893-453e-a120-cb123494f1e7 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Received event network-vif-plugged-40e71f8b-a4d3-4954-a327-c20949ef83cf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.721518] env[62633]: DEBUG oslo_concurrency.lockutils [req-a1da3b91-4ce2-44cc-b46b-6a2817cd2640 req-5d882634-e893-453e-a120-cb123494f1e7 service nova] Acquiring lock "61bba756-8f9a-46af-a385-76fb8ab28a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.721518] env[62633]: DEBUG oslo_concurrency.lockutils [req-a1da3b91-4ce2-44cc-b46b-6a2817cd2640 req-5d882634-e893-453e-a120-cb123494f1e7 service nova] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.721518] env[62633]: DEBUG oslo_concurrency.lockutils [req-a1da3b91-4ce2-44cc-b46b-6a2817cd2640 req-5d882634-e893-453e-a120-cb123494f1e7 service nova] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.721518] env[62633]: DEBUG nova.compute.manager [req-a1da3b91-4ce2-44cc-b46b-6a2817cd2640 req-5d882634-e893-453e-a120-cb123494f1e7 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] No waiting events found dispatching network-vif-plugged-40e71f8b-a4d3-4954-a327-c20949ef83cf {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.721518] env[62633]: WARNING nova.compute.manager [req-a1da3b91-4ce2-44cc-b46b-6a2817cd2640 req-5d882634-e893-453e-a120-cb123494f1e7 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Received unexpected event network-vif-plugged-40e71f8b-a4d3-4954-a327-c20949ef83cf for instance with vm_state active and task_state None. [ 744.890835] env[62633]: WARNING nova.network.neutron [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] 356b946a-58cb-4591-a084-f5fc301540ba already exists in list: networks containing: ['356b946a-58cb-4591-a084-f5fc301540ba']. ignoring it [ 745.012988] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555564} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.013222] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695955, 'name': Rename_Task, 'duration_secs': 0.50812} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.013911] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 9fe8b122-58a4-433c-9782-0fb186bb14f9/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. [ 745.014257] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.015095] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc6dfbd-5b72-4589-a1a8-9ce0a11695dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.017822] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e64ffa-c273-4c92-9c31-b895e31107c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.022841] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.025490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f836d188-e646-42af-91a2-1c24021e4303 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.050268] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9fe8b122-58a4-433c-9782-0fb186bb14f9/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.052322] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c860e8c1-3c59-4472-986d-4d77c19ddca1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.065910] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 745.065910] env[62633]: value = "task-2695958" [ 745.065910] env[62633]: _type = "Task" [ 745.065910] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.076942] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af16d684-908a-486a-86c1-7e9adc82a285 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.079606] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 745.079606] env[62633]: value = "task-2695959" [ 745.079606] env[62633]: _type = "Task" [ 745.079606] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.117206] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695958, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.121029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119a6a60-f1a7-422e-8e9f-c3c670105f4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.126882] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.132738] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0587f04-f1e7-4d55-85fb-95bfa2911493 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.147877] env[62633]: DEBUG nova.compute.provider_tree [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.190906] env[62633]: DEBUG nova.network.neutron [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.207497] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.370889] env[62633]: DEBUG nova.network.neutron [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updating instance_info_cache with network_info: [{"id": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "address": "fa:16:3e:32:d5:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83ce52-6d", "ovs_interfaceid": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40e71f8b-a4d3-4954-a327-c20949ef83cf", "address": "fa:16:3e:ac:89:4f", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e71f8b-a4", "ovs_interfaceid": "40e71f8b-a4d3-4954-a327-c20949ef83cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.414112] env[62633]: DEBUG nova.network.neutron [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Updating instance_info_cache with network_info: [{"id": "4f1d1d20-2451-48a3-bf40-63027172e53a", "address": "fa:16:3e:8f:d1:32", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1d1d20-24", "ovs_interfaceid": "4f1d1d20-2451-48a3-bf40-63027172e53a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.516393] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.588911] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.597169] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.653766] env[62633]: DEBUG nova.scheduler.client.report [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.707999] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695957, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.876313] env[62633]: DEBUG oslo_concurrency.lockutils [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.879023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.879023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.879023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b444d834-6bdc-4642-8756-60e7d9162ffe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.902035] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.902686] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.902977] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.903292] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.903569] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.903838] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.904206] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.904513] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.904804] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.905095] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.905411] env[62633]: DEBUG nova.virt.hardware [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.912864] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 745.913387] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a29db2-f867-4f23-b30d-fd900ee76756 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.926390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "refresh_cache-c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.926881] env[62633]: DEBUG nova.compute.manager [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Instance network_info: |[{"id": "4f1d1d20-2451-48a3-bf40-63027172e53a", "address": "fa:16:3e:8f:d1:32", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1d1d20-24", "ovs_interfaceid": "4f1d1d20-2451-48a3-bf40-63027172e53a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.928036] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:d1:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f1d1d20-2451-48a3-bf40-63027172e53a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.934845] env[62633]: DEBUG oslo.service.loopingcall [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.935612] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.936447] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0e8295d-297e-429e-9c10-c43cb0c5c38b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.953822] env[62633]: DEBUG oslo_vmware.api [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 745.953822] env[62633]: value = "task-2695960" [ 745.953822] env[62633]: _type = "Task" [ 745.953822] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.959150] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.959150] env[62633]: value = "task-2695961" [ 745.959150] env[62633]: _type = "Task" [ 745.959150] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.965730] env[62633]: DEBUG oslo_vmware.api [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695960, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.971389] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695961, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.016782] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695956, 'name': ReconfigVM_Task, 'duration_secs': 1.061937} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.017129] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 53a893e3-80c6-404d-be8a-8489bb210320/53a893e3-80c6-404d-be8a-8489bb210320.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.017871] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c52ad26b-db28-4a7e-87b1-431371cf46a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.024335] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 746.024335] env[62633]: value = "task-2695962" [ 746.024335] env[62633]: _type = "Task" [ 746.024335] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.035924] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695962, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.085021] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.092160] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695959, 'name': ReconfigVM_Task, 'duration_secs': 0.617418} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.092160] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9fe8b122-58a4-433c-9782-0fb186bb14f9/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.093348] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77d2ed0-e387-42d4-8110-6d92314deafd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.120405] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf08465b-e53d-4df6-959b-9878bce4af25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.138639] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 746.138639] env[62633]: value = "task-2695963" [ 746.138639] env[62633]: _type = "Task" [ 746.138639] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.147761] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.160947] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.161506] env[62633]: DEBUG nova.compute.manager [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.166058] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.972s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.166058] env[62633]: DEBUG nova.objects.instance [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lazy-loading 'resources' on Instance uuid 7b2cf9e4-5f55-450c-bb94-f12b7eb772df {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.209771] env[62633]: DEBUG oslo_vmware.api [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695957, 'name': RemoveSnapshot_Task, 'duration_secs': 1.238197} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.210075] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 746.467031] env[62633]: DEBUG oslo_vmware.api [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.473335] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695961, 'name': CreateVM_Task, 'duration_secs': 0.449902} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.473507] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.474246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.474447] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.474909] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.475086] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360b14fe-9c7a-4919-a571-cdaba2eb9d96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.480553] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 746.480553] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f4db01-ac0b-1c81-214a-2b42f1fe40e8" [ 746.480553] env[62633]: _type = "Task" [ 746.480553] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.490079] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f4db01-ac0b-1c81-214a-2b42f1fe40e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.496061] env[62633]: DEBUG nova.compute.manager [req-350c25e7-8127-48b0-8021-e5e9f25d9fc3 req-96899d2f-3edf-4984-ac68-a0dd779bd35c service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Received event network-changed-521f17bb-2cf6-4235-b859-822bb1018721 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.496331] env[62633]: DEBUG nova.compute.manager [req-350c25e7-8127-48b0-8021-e5e9f25d9fc3 req-96899d2f-3edf-4984-ac68-a0dd779bd35c service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Refreshing instance network info cache due to event network-changed-521f17bb-2cf6-4235-b859-822bb1018721. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.496499] env[62633]: DEBUG oslo_concurrency.lockutils [req-350c25e7-8127-48b0-8021-e5e9f25d9fc3 req-96899d2f-3edf-4984-ac68-a0dd779bd35c service nova] Acquiring lock "refresh_cache-1dc8d549-e69f-4803-8ae1-1de88b6c1309" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.496651] env[62633]: DEBUG oslo_concurrency.lockutils [req-350c25e7-8127-48b0-8021-e5e9f25d9fc3 req-96899d2f-3edf-4984-ac68-a0dd779bd35c service nova] Acquired lock "refresh_cache-1dc8d549-e69f-4803-8ae1-1de88b6c1309" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.496841] env[62633]: DEBUG nova.network.neutron [req-350c25e7-8127-48b0-8021-e5e9f25d9fc3 req-96899d2f-3edf-4984-ac68-a0dd779bd35c service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Refreshing network info cache for port 521f17bb-2cf6-4235-b859-822bb1018721 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.536324] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695962, 'name': Rename_Task, 'duration_secs': 0.202575} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.536324] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.536655] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca6d265-c734-4022-9135-6715e7760187 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.543648] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 746.543648] env[62633]: value = "task-2695964" [ 746.543648] env[62633]: _type = "Task" [ 746.543648] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.552764] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.582449] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.651339] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695963, 'name': ReconfigVM_Task, 'duration_secs': 0.256055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.651680] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.651891] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e12fb4dd-ee30-4880-9127-75e8842f4882 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.660363] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 746.660363] env[62633]: value = "task-2695965" [ 746.660363] env[62633]: _type = "Task" [ 746.660363] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.670545] env[62633]: DEBUG nova.compute.utils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.674428] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.675181] env[62633]: DEBUG nova.compute.manager [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.675393] env[62633]: DEBUG nova.network.neutron [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.720964] env[62633]: WARNING nova.compute.manager [None req-ed86761c-52bd-4127-9cf5-744befffe969 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Image not found during snapshot: nova.exception.ImageNotFound: Image ed71a806-0d43-4fc5-8b19-67cebdf572e7 could not be found. [ 746.732120] env[62633]: DEBUG nova.policy [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89a1a9cc49f4505a11ad31cb4900f7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b05cbd65564e14a6b95aeddffc7e5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.969895] env[62633]: DEBUG oslo_vmware.api [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695960, 'name': ReconfigVM_Task, 'duration_secs': 0.677155} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.969895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.969895] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 746.995031] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f4db01-ac0b-1c81-214a-2b42f1fe40e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.995031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.995031] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.995031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.995031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.995031] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.995900] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42bff451-7f56-4c71-a8b9-557c2607d13a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.011482] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.011752] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.012535] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10f5c06-2b28-47d9-92e5-41d759ed8b29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.024492] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 747.024492] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5211a027-29dd-e6b9-d128-2a66d7f2e1be" [ 747.024492] env[62633]: _type = "Task" [ 747.024492] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.038694] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5211a027-29dd-e6b9-d128-2a66d7f2e1be, 'name': SearchDatastore_Task, 'duration_secs': 0.014461} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.040456] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0af4d9-b042-43fc-91a2-7a496619c494 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.052900] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 747.052900] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52caba62-fc99-8b7f-0444-1ec68a2f069a" [ 747.052900] env[62633]: _type = "Task" [ 747.052900] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.060551] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.068324] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52caba62-fc99-8b7f-0444-1ec68a2f069a, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.068516] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.068878] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] c63140ee-bfa7-4fc8-ad05-ea1a69aedd48/c63140ee-bfa7-4fc8-ad05-ea1a69aedd48.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.069086] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee0a062-977b-495b-86ee-9665d4568347 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.080456] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 747.080456] env[62633]: value = "task-2695966" [ 747.080456] env[62633]: _type = "Task" [ 747.080456] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.083875] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695958, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.095075] env[62633]: DEBUG nova.network.neutron [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Successfully created port: ac8aea70-5f9e-4d5b-b11a-8972466b973f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.099597] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.172024] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.175968] env[62633]: DEBUG nova.compute.manager [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.212718] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad287f8-e99d-4d01-b514-ffeba6164005 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.235134] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713fee88-f531-4f21-a54e-eb6eb21caaa8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.279686] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e162e-89fa-467f-b30d-3455fc11fdb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.288582] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d15c414-ae4a-40cc-b7a2-33be5ea05ceb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.309022] env[62633]: DEBUG nova.compute.provider_tree [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.466160] env[62633]: DEBUG nova.network.neutron [req-350c25e7-8127-48b0-8021-e5e9f25d9fc3 req-96899d2f-3edf-4984-ac68-a0dd779bd35c service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Updated VIF entry in instance network info cache for port 521f17bb-2cf6-4235-b859-822bb1018721. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.466604] env[62633]: DEBUG nova.network.neutron [req-350c25e7-8127-48b0-8021-e5e9f25d9fc3 req-96899d2f-3edf-4984-ac68-a0dd779bd35c service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Updating instance_info_cache with network_info: [{"id": "521f17bb-2cf6-4235-b859-822bb1018721", "address": "fa:16:3e:73:8a:d5", "network": {"id": "c73cd884-d2b4-4d6f-b64c-40dd7fb39356", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1037867118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02ecc3fb63e46f7a636d4cb740f42fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521f17bb-2c", "ovs_interfaceid": "521f17bb-2cf6-4235-b859-822bb1018721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.475594] env[62633]: DEBUG oslo_concurrency.lockutils [None req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-61bba756-8f9a-46af-a385-76fb8ab28a1b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.098s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.556066] env[62633]: DEBUG oslo_vmware.api [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695964, 'name': PowerOnVM_Task, 'duration_secs': 0.871204} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.556066] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.556355] env[62633]: INFO nova.compute.manager [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Took 14.06 seconds to spawn the instance on the hypervisor. [ 747.556468] env[62633]: DEBUG nova.compute.manager [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.557317] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9265f6f-ef01-430f-ae02-2a6e13827fe0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.584391] env[62633]: DEBUG oslo_vmware.api [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2695958, 'name': PowerOnVM_Task, 'duration_secs': 2.111788} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.587919] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.588488] env[62633]: INFO nova.compute.manager [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Took 11.41 seconds to spawn the instance on the hypervisor. [ 747.588702] env[62633]: DEBUG nova.compute.manager [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.589601] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dc71cb-9721-4e62-8ef1-fcc227574bc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.604691] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695966, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.673313] env[62633]: DEBUG oslo_vmware.api [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695965, 'name': PowerOnVM_Task, 'duration_secs': 0.606219} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.673669] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.676944] env[62633]: DEBUG nova.compute.manager [None req-b517b062-773b-4a33-a6de-c55a4490a745 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.677813] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8685804d-b24a-4d7d-a452-6638ee3ec331 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.740938] env[62633]: DEBUG nova.compute.manager [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.742421] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1f5e57-a4ed-4fd7-a92c-66547c02888f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.811907] env[62633]: DEBUG nova.scheduler.client.report [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.936010] env[62633]: DEBUG nova.compute.manager [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Received event network-changed-40e71f8b-a4d3-4954-a327-c20949ef83cf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.936485] env[62633]: DEBUG nova.compute.manager [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Refreshing instance network info cache due to event network-changed-40e71f8b-a4d3-4954-a327-c20949ef83cf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.936760] env[62633]: DEBUG oslo_concurrency.lockutils [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] Acquiring lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.936871] env[62633]: DEBUG oslo_concurrency.lockutils [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] Acquired lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.937111] env[62633]: DEBUG nova.network.neutron [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Refreshing network info cache for port 40e71f8b-a4d3-4954-a327-c20949ef83cf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.973049] env[62633]: DEBUG oslo_concurrency.lockutils [req-350c25e7-8127-48b0-8021-e5e9f25d9fc3 req-96899d2f-3edf-4984-ac68-a0dd779bd35c service nova] Releasing lock "refresh_cache-1dc8d549-e69f-4803-8ae1-1de88b6c1309" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.076050] env[62633]: INFO nova.compute.manager [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Took 49.88 seconds to build instance. [ 748.095425] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786168} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.096380] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] c63140ee-bfa7-4fc8-ad05-ea1a69aedd48/c63140ee-bfa7-4fc8-ad05-ea1a69aedd48.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.096623] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.096903] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-422c6e3b-b4a2-4723-bd5b-66610066dde0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.105400] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 748.105400] env[62633]: value = "task-2695967" [ 748.105400] env[62633]: _type = "Task" [ 748.105400] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.121231] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.121731] env[62633]: INFO nova.compute.manager [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Took 47.48 seconds to build instance. [ 748.190740] env[62633]: DEBUG nova.compute.manager [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.221437] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.221677] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.221837] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.222032] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.222226] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.222407] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.222655] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.222839] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.223056] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.223239] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.223416] env[62633]: DEBUG nova.virt.hardware [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.224342] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f10fb27-77a3-4681-97b3-7b3e0f6b92f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.233626] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc30b5ea-0153-453b-a867-1ff5049ac8b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.253886] env[62633]: INFO nova.compute.manager [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] instance snapshotting [ 748.254540] env[62633]: DEBUG nova.objects.instance [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'flavor' on Instance uuid 3ff447b7-9a02-4f12-8003-b4915cf440a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.318093] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.320470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.852s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.320711] env[62633]: DEBUG nova.objects.instance [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'resources' on Instance uuid 7f563c4b-274b-4324-b04e-0b75488d0290 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.342129] env[62633]: INFO nova.scheduler.client.report [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Deleted allocations for instance 7b2cf9e4-5f55-450c-bb94-f12b7eb772df [ 748.578541] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "53a893e3-80c6-404d-be8a-8489bb210320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.623s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.615719] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107706} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.618680] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.619869] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff1efd5-51bd-464b-b01f-34a864bce4cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.623469] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31775b9a-ea9a-4f18-9462-a573fb99fcbd tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.490s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.643346] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c63140ee-bfa7-4fc8-ad05-ea1a69aedd48/c63140ee-bfa7-4fc8-ad05-ea1a69aedd48.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.643645] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f42d272-444c-4288-b926-98929401780d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.666407] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 748.666407] env[62633]: value = "task-2695968" [ 748.666407] env[62633]: _type = "Task" [ 748.666407] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.678108] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.732997] env[62633]: DEBUG nova.network.neutron [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updated VIF entry in instance network info cache for port 40e71f8b-a4d3-4954-a327-c20949ef83cf. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.733631] env[62633]: DEBUG nova.network.neutron [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updating instance_info_cache with network_info: [{"id": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "address": "fa:16:3e:32:d5:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83ce52-6d", "ovs_interfaceid": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40e71f8b-a4d3-4954-a327-c20949ef83cf", "address": "fa:16:3e:ac:89:4f", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e71f8b-a4", "ovs_interfaceid": "40e71f8b-a4d3-4954-a327-c20949ef83cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.759935] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0fec2c-fdcd-40ff-b324-7ca50926c809 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.790175] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5a1864-94ea-4a11-96da-8a35540fbc0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.854739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f43c5c69-a868-4980-97af-d29cff3d6702 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "7b2cf9e4-5f55-450c-bb94-f12b7eb772df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.541s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.924029] env[62633]: DEBUG nova.network.neutron [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Successfully updated port: ac8aea70-5f9e-4d5b-b11a-8972466b973f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.176482] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695968, 'name': ReconfigVM_Task, 'duration_secs': 0.402614} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.179199] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c63140ee-bfa7-4fc8-ad05-ea1a69aedd48/c63140ee-bfa7-4fc8-ad05-ea1a69aedd48.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.180009] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1befda0d-3cab-4bbf-8dbc-3c16b1e03234 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.189798] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 749.189798] env[62633]: value = "task-2695969" [ 749.189798] env[62633]: _type = "Task" [ 749.189798] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.202927] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695969, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.204667] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6105c324-1a89-43c9-9921-e063b1f5af96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.212456] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6b8d89-8de4-4bb6-beb4-fd12881d3eca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.245928] env[62633]: DEBUG oslo_concurrency.lockutils [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] Releasing lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.246512] env[62633]: DEBUG nova.compute.manager [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Received event network-vif-plugged-4f1d1d20-2451-48a3-bf40-63027172e53a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.246512] env[62633]: DEBUG oslo_concurrency.lockutils [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] Acquiring lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.246787] env[62633]: DEBUG oslo_concurrency.lockutils [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] Lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.246877] env[62633]: DEBUG oslo_concurrency.lockutils [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] Lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.247070] env[62633]: DEBUG nova.compute.manager [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] No waiting events found dispatching network-vif-plugged-4f1d1d20-2451-48a3-bf40-63027172e53a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.247245] env[62633]: WARNING nova.compute.manager [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Received unexpected event network-vif-plugged-4f1d1d20-2451-48a3-bf40-63027172e53a for instance with vm_state building and task_state spawning. [ 749.247427] env[62633]: DEBUG nova.compute.manager [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Received event network-changed-4f1d1d20-2451-48a3-bf40-63027172e53a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.247580] env[62633]: DEBUG nova.compute.manager [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Refreshing instance network info cache due to event network-changed-4f1d1d20-2451-48a3-bf40-63027172e53a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.248251] env[62633]: DEBUG oslo_concurrency.lockutils [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] Acquiring lock "refresh_cache-c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.248251] env[62633]: DEBUG oslo_concurrency.lockutils [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] Acquired lock "refresh_cache-c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.248251] env[62633]: DEBUG nova.network.neutron [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Refreshing network info cache for port 4f1d1d20-2451-48a3-bf40-63027172e53a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.250594] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6521922c-da54-4e2a-abb3-8cb63679a41d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.260410] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df93fc5c-2134-45b4-ac58-96f1c5ee4cb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.277737] env[62633]: DEBUG nova.compute.provider_tree [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.309640] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 749.311147] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d16d680f-2321-44f8-9b8a-4197c973ee4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.319868] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 749.319868] env[62633]: value = "task-2695970" [ 749.319868] env[62633]: _type = "Task" [ 749.319868] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.330488] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695970, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.350740] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "69844c2d-2b25-47de-b6ee-00d7738281be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.351541] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.379461] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.379818] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.380069] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.380268] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.380430] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.383052] env[62633]: INFO nova.compute.manager [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Terminating instance [ 749.426889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "refresh_cache-6f33032f-dd89-435d-9881-4aee445ee033" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.427026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquired lock "refresh_cache-6f33032f-dd89-435d-9881-4aee445ee033" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.427158] env[62633]: DEBUG nova.network.neutron [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.705303] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695969, 'name': Rename_Task, 'duration_secs': 0.161872} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.705634] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.706011] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1938998f-1fec-4c40-b897-274bc3bc29e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.715735] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 749.715735] env[62633]: value = "task-2695971" [ 749.715735] env[62633]: _type = "Task" [ 749.715735] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.725959] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.786825] env[62633]: DEBUG nova.scheduler.client.report [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.836925] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695970, 'name': CreateSnapshot_Task, 'duration_secs': 0.502071} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.837469] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.838659] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad9935b-c256-4ae8-9b72-af428991e97d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.859341] env[62633]: DEBUG nova.compute.manager [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.889372] env[62633]: DEBUG nova.compute.manager [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.889372] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.890249] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4914362-b2d1-4144-9308-19dba1be07b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.902289] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.902594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb7b1e58-02f7-454e-99b7-32ce5c232141 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.916563] env[62633]: DEBUG oslo_vmware.api [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 749.916563] env[62633]: value = "task-2695972" [ 749.916563] env[62633]: _type = "Task" [ 749.916563] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.928699] env[62633]: DEBUG oslo_vmware.api [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.011140] env[62633]: DEBUG nova.network.neutron [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.139542] env[62633]: DEBUG nova.network.neutron [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Updated VIF entry in instance network info cache for port 4f1d1d20-2451-48a3-bf40-63027172e53a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.140026] env[62633]: DEBUG nova.network.neutron [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Updating instance_info_cache with network_info: [{"id": "4f1d1d20-2451-48a3-bf40-63027172e53a", "address": "fa:16:3e:8f:d1:32", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1d1d20-24", "ovs_interfaceid": "4f1d1d20-2451-48a3-bf40-63027172e53a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.163104] env[62633]: DEBUG oslo_concurrency.lockutils [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "53a893e3-80c6-404d-be8a-8489bb210320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.163850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "53a893e3-80c6-404d-be8a-8489bb210320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.164124] env[62633]: DEBUG oslo_concurrency.lockutils [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "53a893e3-80c6-404d-be8a-8489bb210320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.164492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "53a893e3-80c6-404d-be8a-8489bb210320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.164819] env[62633]: DEBUG oslo_concurrency.lockutils [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "53a893e3-80c6-404d-be8a-8489bb210320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.170908] env[62633]: INFO nova.compute.manager [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Terminating instance [ 750.205264] env[62633]: DEBUG nova.network.neutron [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Updating instance_info_cache with network_info: [{"id": "ac8aea70-5f9e-4d5b-b11a-8972466b973f", "address": "fa:16:3e:49:e5:da", "network": {"id": "a81358e3-e45f-4f91-b16f-4f4fbb647cf1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-430819583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b05cbd65564e14a6b95aeddffc7e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8aea70-5f", "ovs_interfaceid": "ac8aea70-5f9e-4d5b-b11a-8972466b973f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.228056] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695971, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.291892] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.294571] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.576s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.296573] env[62633]: INFO nova.compute.claims [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.312358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.312735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.313864] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.313864] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.313864] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.316820] env[62633]: INFO nova.compute.manager [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Terminating instance [ 750.323701] env[62633]: INFO nova.scheduler.client.report [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Deleted allocations for instance 7f563c4b-274b-4324-b04e-0b75488d0290 [ 750.366993] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 750.367864] env[62633]: DEBUG nova.compute.manager [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Received event network-vif-plugged-ac8aea70-5f9e-4d5b-b11a-8972466b973f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.368149] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] Acquiring lock "6f33032f-dd89-435d-9881-4aee445ee033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.368298] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] Lock "6f33032f-dd89-435d-9881-4aee445ee033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.368472] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] Lock "6f33032f-dd89-435d-9881-4aee445ee033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.368638] env[62633]: DEBUG nova.compute.manager [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] No waiting events found dispatching network-vif-plugged-ac8aea70-5f9e-4d5b-b11a-8972466b973f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.368800] env[62633]: WARNING nova.compute.manager [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Received unexpected event network-vif-plugged-ac8aea70-5f9e-4d5b-b11a-8972466b973f for instance with vm_state building and task_state spawning. [ 750.368960] env[62633]: DEBUG nova.compute.manager [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Received event network-changed-ac8aea70-5f9e-4d5b-b11a-8972466b973f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.369134] env[62633]: DEBUG nova.compute.manager [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Refreshing instance network info cache due to event network-changed-ac8aea70-5f9e-4d5b-b11a-8972466b973f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 750.369330] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] Acquiring lock "refresh_cache-6f33032f-dd89-435d-9881-4aee445ee033" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.371787] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e41c4440-1b8b-40e5-955e-4f7f6f27a236 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.384946] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 750.384946] env[62633]: value = "task-2695973" [ 750.384946] env[62633]: _type = "Task" [ 750.384946] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.390368] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.397041] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695973, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.428311] env[62633]: DEBUG oslo_vmware.api [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695972, 'name': PowerOffVM_Task, 'duration_secs': 0.254755} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.428604] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.428773] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.429042] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1326353-ca32-48e0-beca-3d2968e46ec4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.501480] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.501723] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.502180] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Deleting the datastore file [datastore2] 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.502256] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa6bf9cc-32e5-47c6-9652-86878406d8af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.512196] env[62633]: DEBUG oslo_vmware.api [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 750.512196] env[62633]: value = "task-2695975" [ 750.512196] env[62633]: _type = "Task" [ 750.512196] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.521223] env[62633]: DEBUG oslo_vmware.api [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.642791] env[62633]: DEBUG oslo_concurrency.lockutils [req-9ddfa06b-da01-4968-a2e1-bd2101d21988 req-4bc207a8-f3f9-4455-bd4b-af275b23bedd service nova] Releasing lock "refresh_cache-c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.676394] env[62633]: DEBUG nova.compute.manager [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.676394] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.677029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd0f35e-20a7-4c47-80a7-d1d4dde110dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.685907] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.686363] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b09c2fde-dd02-4f46-8a25-e469982ba536 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.693843] env[62633]: DEBUG oslo_vmware.api [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 750.693843] env[62633]: value = "task-2695976" [ 750.693843] env[62633]: _type = "Task" [ 750.693843] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.705177] env[62633]: DEBUG oslo_vmware.api [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.708015] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Releasing lock "refresh_cache-6f33032f-dd89-435d-9881-4aee445ee033" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.708483] env[62633]: DEBUG nova.compute.manager [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Instance network_info: |[{"id": "ac8aea70-5f9e-4d5b-b11a-8972466b973f", "address": "fa:16:3e:49:e5:da", "network": {"id": "a81358e3-e45f-4f91-b16f-4f4fbb647cf1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-430819583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b05cbd65564e14a6b95aeddffc7e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8aea70-5f", "ovs_interfaceid": "ac8aea70-5f9e-4d5b-b11a-8972466b973f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.708762] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] Acquired lock "refresh_cache-6f33032f-dd89-435d-9881-4aee445ee033" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.708962] env[62633]: DEBUG nova.network.neutron [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Refreshing network info cache for port ac8aea70-5f9e-4d5b-b11a-8972466b973f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.710537] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e5:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac8aea70-5f9e-4d5b-b11a-8972466b973f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.718365] env[62633]: DEBUG oslo.service.loopingcall [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.719559] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.723143] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14a809c8-05d6-447b-a707-d99bb41676ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.747133] env[62633]: DEBUG oslo_vmware.api [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695971, 'name': PowerOnVM_Task, 'duration_secs': 0.56043} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.749230] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.749495] env[62633]: INFO nova.compute.manager [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Took 7.36 seconds to spawn the instance on the hypervisor. [ 750.749894] env[62633]: DEBUG nova.compute.manager [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.750305] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.750305] env[62633]: value = "task-2695977" [ 750.750305] env[62633]: _type = "Task" [ 750.750305] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.751179] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60acd09-a8bf-4340-b954-f47821b45a82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.821350] env[62633]: DEBUG nova.compute.manager [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.821592] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.823097] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb6311d-69b6-451b-85f3-83d3b196bed3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.835407] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.835965] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0422b5be-db30-4b59-b990-33088a029d8b tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "7f563c4b-274b-4324-b04e-0b75488d0290" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.612s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.837017] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b15cae6-5629-423a-86ce-e22cc4d3c03e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.845697] env[62633]: DEBUG oslo_vmware.api [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 750.845697] env[62633]: value = "task-2695978" [ 750.845697] env[62633]: _type = "Task" [ 750.845697] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.856138] env[62633]: DEBUG oslo_vmware.api [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.896430] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695973, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.993909] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-61bba756-8f9a-46af-a385-76fb8ab28a1b-40e71f8b-a4d3-4954-a327-c20949ef83cf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.994820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-61bba756-8f9a-46af-a385-76fb8ab28a1b-40e71f8b-a4d3-4954-a327-c20949ef83cf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.026336] env[62633]: DEBUG oslo_vmware.api [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2695975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358798} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.027110] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.027391] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.027661] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.027949] env[62633]: INFO nova.compute.manager [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 751.028283] env[62633]: DEBUG oslo.service.loopingcall [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.028592] env[62633]: DEBUG nova.compute.manager [-] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.028678] env[62633]: DEBUG nova.network.neutron [-] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.205704] env[62633]: DEBUG oslo_vmware.api [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695976, 'name': PowerOffVM_Task, 'duration_secs': 0.431477} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.206139] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.206413] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.207514] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba30c2b0-03f4-4eb0-88fe-bec4d5029ba7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.269683] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695977, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.283666] env[62633]: INFO nova.compute.manager [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Took 46.46 seconds to build instance. [ 751.363185] env[62633]: DEBUG oslo_vmware.api [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695978, 'name': PowerOffVM_Task, 'duration_secs': 0.290693} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.363485] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.363660] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.363950] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-308355ac-e4a8-46ad-9053-4952493a4393 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.402275] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695973, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.441265] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.441265] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.441265] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Deleting the datastore file [datastore1] 53a893e3-80c6-404d-be8a-8489bb210320 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.447708] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd12fab0-7e58-448d-8200-5364050846b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.457425] env[62633]: DEBUG oslo_vmware.api [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for the task: (returnval){ [ 751.457425] env[62633]: value = "task-2695981" [ 751.457425] env[62633]: _type = "Task" [ 751.457425] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.461113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "ce37e013-1443-4d3c-a639-ec2d64fddff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.461236] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "ce37e013-1443-4d3c-a639-ec2d64fddff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.461419] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "ce37e013-1443-4d3c-a639-ec2d64fddff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.461611] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "ce37e013-1443-4d3c-a639-ec2d64fddff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.461777] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "ce37e013-1443-4d3c-a639-ec2d64fddff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.464697] env[62633]: INFO nova.compute.manager [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Terminating instance [ 751.476159] env[62633]: DEBUG oslo_vmware.api [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.479633] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.479633] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.479633] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Deleting the datastore file [datastore2] 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.480979] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34bfc5b3-be39-44e0-8a5a-dee6b1115974 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.488533] env[62633]: DEBUG oslo_vmware.api [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for the task: (returnval){ [ 751.488533] env[62633]: value = "task-2695982" [ 751.488533] env[62633]: _type = "Task" [ 751.488533] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.497506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.498103] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.503017] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4feeff1-ab7a-49ad-ad71-93f26c808992 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.505897] env[62633]: DEBUG oslo_vmware.api [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.525063] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717dbd94-849a-42da-ad8f-c54370401ef4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.555630] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 751.564407] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6990ec69-04d7-4c90-aba1-6b963f649af0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.586786] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 751.586786] env[62633]: value = "task-2695983" [ 751.586786] env[62633]: _type = "Task" [ 751.586786] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.597841] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.769477] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2695977, 'name': CreateVM_Task, 'duration_secs': 0.620657} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.769802] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.770363] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.770536] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.771024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.771238] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0840984f-e2be-4fd0-b8a1-41adde6c2e82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.779459] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 751.779459] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b3068e-4cb2-08af-71f8-0b03df27f4d3" [ 751.779459] env[62633]: _type = "Task" [ 751.779459] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.789737] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e865a32-971c-4f28-a83b-0631c773638c tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.567s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.789892] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b3068e-4cb2-08af-71f8-0b03df27f4d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.877945] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb481ad-1242-483a-9d95-c9e2384be552 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.882074] env[62633]: INFO nova.compute.manager [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Rescuing [ 751.882332] env[62633]: DEBUG oslo_concurrency.lockutils [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.882491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.882655] env[62633]: DEBUG nova.network.neutron [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.894065] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d40570-8010-4a6b-909b-7a62d78ff71e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.906405] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2695973, 'name': CloneVM_Task, 'duration_secs': 1.492997} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.930415] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Created linked-clone VM from snapshot [ 751.932244] env[62633]: DEBUG nova.network.neutron [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Updated VIF entry in instance network info cache for port ac8aea70-5f9e-4d5b-b11a-8972466b973f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.934511] env[62633]: DEBUG nova.network.neutron [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Updating instance_info_cache with network_info: [{"id": "ac8aea70-5f9e-4d5b-b11a-8972466b973f", "address": "fa:16:3e:49:e5:da", "network": {"id": "a81358e3-e45f-4f91-b16f-4f4fbb647cf1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-430819583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b05cbd65564e14a6b95aeddffc7e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8aea70-5f", "ovs_interfaceid": "ac8aea70-5f9e-4d5b-b11a-8972466b973f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.934511] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe96ac85-390b-4078-a9b2-f37263ac3b64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.937130] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3750eec8-c953-4354-8681-032b88073786 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.946604] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Uploading image 02b97246-7cf4-450b-904d-dd703675d8f2 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 751.953227] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e0dd53-f2a0-4c4e-b7d3-212b9cfa083c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.969842] env[62633]: DEBUG oslo_vmware.api [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Task: {'id': task-2695981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341291} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.979110] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.979350] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.979536] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.979719] env[62633]: INFO nova.compute.manager [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Took 1.30 seconds to destroy the instance on the hypervisor. [ 751.979970] env[62633]: DEBUG oslo.service.loopingcall [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.980866] env[62633]: DEBUG nova.compute.manager [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.981086] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.981592] env[62633]: DEBUG nova.compute.provider_tree [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.984737] env[62633]: DEBUG nova.compute.manager [-] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.985050] env[62633]: DEBUG nova.network.neutron [-] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.986851] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1878f942-ed52-470d-9afe-76d8d28d710e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.000088] env[62633]: DEBUG oslo_vmware.api [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Task: {'id': task-2695982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293629} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.002056] env[62633]: DEBUG oslo_vmware.rw_handles [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.002056] env[62633]: value = "vm-543329" [ 752.002056] env[62633]: _type = "VirtualMachine" [ 752.002056] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.004239] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.004437] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.004622] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.004793] env[62633]: INFO nova.compute.manager [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 752.005038] env[62633]: DEBUG oslo.service.loopingcall [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.005547] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3eac945d-2e1e-407f-af58-1456a86bf6d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.007194] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.007414] env[62633]: DEBUG nova.compute.manager [-] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.007514] env[62633]: DEBUG nova.network.neutron [-] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.009043] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfa91fd8-4844-446e-a967-29bf156ee3eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.017507] env[62633]: DEBUG oslo_vmware.api [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 752.017507] env[62633]: value = "task-2695984" [ 752.017507] env[62633]: _type = "Task" [ 752.017507] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.022642] env[62633]: DEBUG oslo_vmware.rw_handles [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease: (returnval){ [ 752.022642] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5289ab35-b2e3-7255-5d96-0c10a1af7847" [ 752.022642] env[62633]: _type = "HttpNfcLease" [ 752.022642] env[62633]: } obtained for exporting VM: (result){ [ 752.022642] env[62633]: value = "vm-543329" [ 752.022642] env[62633]: _type = "VirtualMachine" [ 752.022642] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.023067] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the lease: (returnval){ [ 752.023067] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5289ab35-b2e3-7255-5d96-0c10a1af7847" [ 752.023067] env[62633]: _type = "HttpNfcLease" [ 752.023067] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.031158] env[62633]: DEBUG oslo_vmware.api [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.035460] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.035460] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5289ab35-b2e3-7255-5d96-0c10a1af7847" [ 752.035460] env[62633]: _type = "HttpNfcLease" [ 752.035460] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.035753] env[62633]: DEBUG oslo_vmware.rw_handles [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.035753] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5289ab35-b2e3-7255-5d96-0c10a1af7847" [ 752.035753] env[62633]: _type = "HttpNfcLease" [ 752.035753] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.037819] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63edaec1-ade9-42e4-b68e-4e2da43621b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.046570] env[62633]: DEBUG oslo_vmware.rw_handles [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a935d2-7bcb-e379-e7e4-3cb05b9b6a35/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.046787] env[62633]: DEBUG oslo_vmware.rw_handles [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a935d2-7bcb-e379-e7e4-3cb05b9b6a35/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 752.112520] env[62633]: DEBUG nova.network.neutron [-] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.120931] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.155203] env[62633]: DEBUG nova.compute.manager [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 752.178671] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e88c8ec3-7b72-45a7-96a1-d6e7e0043b2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.293024] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b3068e-4cb2-08af-71f8-0b03df27f4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.032038} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.293024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.293024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.293024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.293024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.293024] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.293024] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0903fca-586a-428c-984d-603444d3fafc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.307031] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.307031] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.307031] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639621c5-491b-4215-af0f-4c203f9a9fc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.314032] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 752.314032] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5200b04f-1bd4-a4db-96a3-bd810cdefef9" [ 752.314032] env[62633]: _type = "Task" [ 752.314032] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.323091] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5200b04f-1bd4-a4db-96a3-bd810cdefef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.441415] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a4e9b0e-884e-4703-a66c-71a09c334d7a req-b768f3e1-e80b-4dd9-ab50-fa8c2ca7d74d service nova] Releasing lock "refresh_cache-6f33032f-dd89-435d-9881-4aee445ee033" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.491144] env[62633]: DEBUG nova.scheduler.client.report [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.533175] env[62633]: DEBUG oslo_vmware.api [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695984, 'name': PowerOffVM_Task, 'duration_secs': 0.298745} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.533848] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.534133] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.534428] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcdcd8b0-80f6-4184-a6e5-5824be507e09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.623703] env[62633]: INFO nova.compute.manager [-] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Took 1.59 seconds to deallocate network for instance. [ 752.624056] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.689816] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.732089] env[62633]: DEBUG nova.compute.manager [req-e58bc5cc-624e-4643-85d6-0fb4889cb14e req-1824c7ab-0fd5-451c-a412-eec4d43f0e67 service nova] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Received event network-vif-deleted-448ac7fe-1dc3-432e-baad-90cd000a8d2a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.828377] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5200b04f-1bd4-a4db-96a3-bd810cdefef9, 'name': SearchDatastore_Task, 'duration_secs': 0.043437} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.830171] env[62633]: DEBUG nova.network.neutron [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Updating instance_info_cache with network_info: [{"id": "7f274424-268b-4b92-ae65-99e645c974c1", "address": "fa:16:3e:8a:b7:9d", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f274424-26", "ovs_interfaceid": "7f274424-268b-4b92-ae65-99e645c974c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.831836] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56c1e22-189b-4c22-acb3-5a13e14f4557 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.843456] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 752.843456] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52021963-f621-c98b-e628-07d3d181b773" [ 752.843456] env[62633]: _type = "Task" [ 752.843456] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.866941] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52021963-f621-c98b-e628-07d3d181b773, 'name': SearchDatastore_Task, 'duration_secs': 0.012886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.868080] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.868080] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6f33032f-dd89-435d-9881-4aee445ee033/6f33032f-dd89-435d-9881-4aee445ee033.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.868714] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-330df943-b260-4b76-867b-f07a19bcc23d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.879744] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 752.879744] env[62633]: value = "task-2695987" [ 752.879744] env[62633]: _type = "Task" [ 752.879744] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.891125] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.998167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.001919] env[62633]: DEBUG nova.compute.manager [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.010208] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.194s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.012079] env[62633]: INFO nova.compute.claims [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.120640] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.126516] env[62633]: DEBUG nova.compute.manager [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.127580] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d28e6-6ec6-4f94-b015-137e55f17720 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.133218] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.141725] env[62633]: DEBUG nova.network.neutron [-] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.340042] env[62633]: DEBUG oslo_concurrency.lockutils [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.398139] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695987, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.484896] env[62633]: DEBUG nova.network.neutron [-] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.522866] env[62633]: DEBUG nova.compute.utils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.526586] env[62633]: DEBUG nova.compute.manager [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.526586] env[62633]: DEBUG nova.network.neutron [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.544607] env[62633]: DEBUG oslo_concurrency.lockutils [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquiring lock "9e379033-a6bd-4853-918f-8ddcd30ac375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.545024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.545672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquiring lock "9e379033-a6bd-4853-918f-8ddcd30ac375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.545672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.545921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.551846] env[62633]: INFO nova.compute.manager [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Terminating instance [ 753.619977] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.624178] env[62633]: DEBUG nova.policy [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '112b9043005f43f6896d3bcc4d299d4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80be62bc71b472b9f9f61f328f38c4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.629845] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.630532] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.630894] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Deleting the datastore file [datastore1] ce37e013-1443-4d3c-a639-ec2d64fddff2 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.631288] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d26ce965-3a31-45a9-ad9c-1510d4e34532 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.641949] env[62633]: DEBUG oslo_vmware.api [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 753.641949] env[62633]: value = "task-2695988" [ 753.641949] env[62633]: _type = "Task" [ 753.641949] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.647201] env[62633]: INFO nova.compute.manager [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] instance snapshotting [ 753.648860] env[62633]: INFO nova.compute.manager [-] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Took 1.64 seconds to deallocate network for instance. [ 753.652721] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a57832-2844-4c66-a6a8-32b43166a0cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.661565] env[62633]: DEBUG oslo_vmware.api [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.697554] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f17105f-e15c-4d4a-b19c-7aea2d270c93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.896119] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671517} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.896686] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6f33032f-dd89-435d-9881-4aee445ee033/6f33032f-dd89-435d-9881-4aee445ee033.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.897166] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.898130] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1798744-58ed-450c-87a1-deb39ecf5d43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.911751] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 753.911751] env[62633]: value = "task-2695989" [ 753.911751] env[62633]: _type = "Task" [ 753.911751] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.921894] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.987647] env[62633]: INFO nova.compute.manager [-] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Took 2.00 seconds to deallocate network for instance. [ 754.032806] env[62633]: DEBUG nova.compute.manager [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.062144] env[62633]: DEBUG nova.compute.manager [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.062144] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.062775] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d12043-0308-42a6-a4ac-540d732239a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.082894] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.083199] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2bd9e14-1dab-48e4-b067-7db271f449a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.095875] env[62633]: DEBUG oslo_vmware.api [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 754.095875] env[62633]: value = "task-2695990" [ 754.095875] env[62633]: _type = "Task" [ 754.095875] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.108439] env[62633]: DEBUG oslo_vmware.api [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.122449] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.123395] env[62633]: DEBUG nova.network.neutron [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Successfully created port: e92bf638-c0de-4baa-b5f0-ee18b65f6757 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.153080] env[62633]: DEBUG oslo_vmware.api [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.163525] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.212116] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.212743] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8617e54f-b7b0-4796-84ef-7b61fd597b2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.226914] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 754.226914] env[62633]: value = "task-2695991" [ 754.226914] env[62633]: _type = "Task" [ 754.226914] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.243687] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.422382] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083924} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.425953] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.427466] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd3d32e-7d40-4f5d-bd45-81e11af4b6fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.452683] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 6f33032f-dd89-435d-9881-4aee445ee033/6f33032f-dd89-435d-9881-4aee445ee033.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.456100] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2bf1aca-c6a2-48e6-915c-ef56bf69b321 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.480787] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 754.480787] env[62633]: value = "task-2695992" [ 754.480787] env[62633]: _type = "Task" [ 754.480787] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.494034] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.500217] env[62633]: DEBUG oslo_concurrency.lockutils [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.533513] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cec11e-8d12-45e7-811a-ca10efcb385c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.546017] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26dad96-8dc4-4a36-b3ef-0559de348914 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.585928] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43876725-429c-4692-ac37-3c3b7b6d31b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.598179] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdfd8dd-f111-4e5d-bf50-d7be37ed12f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.624944] env[62633]: DEBUG nova.compute.provider_tree [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.626544] env[62633]: DEBUG oslo_vmware.api [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695990, 'name': PowerOffVM_Task, 'duration_secs': 0.307732} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.627719] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.627913] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.628200] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27b1e378-ee13-425f-a3cc-b20e83cecca1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.634135] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.654817] env[62633]: DEBUG oslo_vmware.api [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2695988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528785} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.655309] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.655550] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.655797] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.656021] env[62633]: INFO nova.compute.manager [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Took 2.67 seconds to destroy the instance on the hypervisor. [ 754.656367] env[62633]: DEBUG oslo.service.loopingcall [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.659655] env[62633]: DEBUG nova.compute.manager [-] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.659824] env[62633]: DEBUG nova.network.neutron [-] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.740351] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695991, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.913130] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.914218] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0328f9a-b944-414e-b0eb-51cc476b5468 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.922841] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 754.922841] env[62633]: value = "task-2695994" [ 754.922841] env[62633]: _type = "Task" [ 754.922841] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.935848] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.995328] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695992, 'name': ReconfigVM_Task, 'duration_secs': 0.474366} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.995822] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 6f33032f-dd89-435d-9881-4aee445ee033/6f33032f-dd89-435d-9881-4aee445ee033.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.996869] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-def7d329-6cb1-4129-ba18-7da56fa80a8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.008857] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 755.008857] env[62633]: value = "task-2695995" [ 755.008857] env[62633]: _type = "Task" [ 755.008857] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.020828] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695995, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.046603] env[62633]: DEBUG nova.compute.manager [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.097596] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.098473] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.098473] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.098591] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.098792] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.099248] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.099457] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.099746] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.100069] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.100360] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.100682] env[62633]: DEBUG nova.virt.hardware [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.102869] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcd48ae-b12b-4fe3-9678-5c83e5e20e65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.111955] env[62633]: DEBUG nova.compute.manager [req-4c6b694d-dcd9-4379-93c0-26e0ef619c6b req-c7a8bf54-5148-4c89-ad1e-69a2fe0580a8 service nova] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Received event network-vif-deleted-c6811319-1e22-4663-b6df-24c0efca2139 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.112247] env[62633]: DEBUG nova.compute.manager [req-4c6b694d-dcd9-4379-93c0-26e0ef619c6b req-c7a8bf54-5148-4c89-ad1e-69a2fe0580a8 service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Received event network-vif-deleted-dcbbe9e5-8204-4fc1-aa01-c4433d55a791 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.112421] env[62633]: DEBUG nova.compute.manager [req-4c6b694d-dcd9-4379-93c0-26e0ef619c6b req-c7a8bf54-5148-4c89-ad1e-69a2fe0580a8 service nova] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Received event network-vif-deleted-f1172b11-399e-4729-b4b0-31cf86438a4e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.121179] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5320bdb-3c87-40fc-a09f-682a5f11b432 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.129753] env[62633]: DEBUG nova.scheduler.client.report [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.133173] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.246881] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695991, 'name': CreateSnapshot_Task, 'duration_secs': 0.889267} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.247592] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.248945] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5308fe-502d-4895-b2bb-7c24978cb4ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.331371] env[62633]: DEBUG nova.compute.manager [req-c1490874-ccaa-4bc9-a929-5c93b1427ff8 req-bf4846b9-adbf-45cc-b067-842136b55a55 service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Received event network-vif-deleted-0510879f-83a0-4e61-9389-bfd1f25df33c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.331576] env[62633]: INFO nova.compute.manager [req-c1490874-ccaa-4bc9-a929-5c93b1427ff8 req-bf4846b9-adbf-45cc-b067-842136b55a55 service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Neutron deleted interface 0510879f-83a0-4e61-9389-bfd1f25df33c; detaching it from the instance and deleting it from the info cache [ 755.331755] env[62633]: DEBUG nova.network.neutron [req-c1490874-ccaa-4bc9-a929-5c93b1427ff8 req-bf4846b9-adbf-45cc-b067-842136b55a55 service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.371614] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "353e1c39-79ab-4dc6-990c-16661b1c3b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.371860] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "353e1c39-79ab-4dc6-990c-16661b1c3b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.410520] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.410698] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.410793] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Deleting the datastore file [datastore1] 9e379033-a6bd-4853-918f-8ddcd30ac375 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.411130] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22c9a2ea-53a4-43e3-aaec-1995097d24c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.419056] env[62633]: DEBUG oslo_vmware.api [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for the task: (returnval){ [ 755.419056] env[62633]: value = "task-2695996" [ 755.419056] env[62633]: _type = "Task" [ 755.419056] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.432222] env[62633]: DEBUG oslo_vmware.api [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.435530] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2695994, 'name': PowerOffVM_Task, 'duration_secs': 0.265124} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.435844] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.436730] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88f353f-54fd-4788-92d5-264134222f8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.458728] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a150f1-7c1d-40fa-ae0c-6b571b087434 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.500224] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.500224] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c3881a7-7d5a-4957-9470-cba45d62ef94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.508534] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 755.508534] env[62633]: value = "task-2695997" [ 755.508534] env[62633]: _type = "Task" [ 755.508534] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.526610] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 755.526610] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.526610] env[62633]: DEBUG oslo_concurrency.lockutils [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.526610] env[62633]: DEBUG oslo_concurrency.lockutils [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.527480] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.527480] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695995, 'name': Rename_Task, 'duration_secs': 0.222099} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.527908] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-826baafe-33e4-4303-905b-e8820a4426b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.532392] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.533167] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b38591a3-cb5c-41a0-98ce-213a29607ab2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.543009] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 755.543009] env[62633]: value = "task-2695998" [ 755.543009] env[62633]: _type = "Task" [ 755.543009] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.544507] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.544746] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.550756] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5dfed7-cb16-4b29-af93-1cae6e6e4b0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.564898] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.565323] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 755.565323] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52597f23-4426-4f35-2412-2bcd72fc9eb0" [ 755.565323] env[62633]: _type = "Task" [ 755.565323] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.565710] env[62633]: DEBUG nova.network.neutron [-] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.576463] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52597f23-4426-4f35-2412-2bcd72fc9eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.014339} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.577511] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0150007-c71a-4fb1-b9e0-c82fc0212390 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.584648] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 755.584648] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525094ea-1e40-0290-3e27-a2133863437e" [ 755.584648] env[62633]: _type = "Task" [ 755.584648] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.597076] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525094ea-1e40-0290-3e27-a2133863437e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.620293] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.636114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.636618] env[62633]: DEBUG nova.compute.manager [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.639238] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.676s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.639497] env[62633]: DEBUG nova.objects.instance [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lazy-loading 'resources' on Instance uuid 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.678679] env[62633]: DEBUG nova.network.neutron [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Successfully updated port: e92bf638-c0de-4baa-b5f0-ee18b65f6757 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.778224] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 755.778540] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98a4ea1e-7ca5-44d8-97fb-7d519fe8dcf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.788603] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 755.788603] env[62633]: value = "task-2695999" [ 755.788603] env[62633]: _type = "Task" [ 755.788603] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.797431] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695999, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.835178] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4790d25-1592-4bee-8319-b329937f4f6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.845772] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49df6ca6-ea6b-4489-9577-05f4088edcf2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.881024] env[62633]: DEBUG nova.compute.manager [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.883600] env[62633]: DEBUG nova.compute.manager [req-c1490874-ccaa-4bc9-a929-5c93b1427ff8 req-bf4846b9-adbf-45cc-b067-842136b55a55 service nova] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Detach interface failed, port_id=0510879f-83a0-4e61-9389-bfd1f25df33c, reason: Instance ce37e013-1443-4d3c-a639-ec2d64fddff2 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 755.932718] env[62633]: DEBUG oslo_vmware.api [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Task: {'id': task-2695996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152141} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.933064] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.933296] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.933521] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.933737] env[62633]: INFO nova.compute.manager [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Took 1.87 seconds to destroy the instance on the hypervisor. [ 755.934026] env[62633]: DEBUG oslo.service.loopingcall [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.934278] env[62633]: DEBUG nova.compute.manager [-] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.934410] env[62633]: DEBUG nova.network.neutron [-] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.055439] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.071181] env[62633]: INFO nova.compute.manager [-] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Took 1.41 seconds to deallocate network for instance. [ 756.097154] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525094ea-1e40-0290-3e27-a2133863437e, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.099664] env[62633]: DEBUG oslo_concurrency.lockutils [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.099664] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 756.099664] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4225cfd-475f-4a87-a36a-42a826fcf263 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.108518] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 756.108518] env[62633]: value = "task-2696000" [ 756.108518] env[62633]: _type = "Task" [ 756.108518] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.132270] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.136882] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.143884] env[62633]: DEBUG nova.compute.utils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.149658] env[62633]: DEBUG nova.compute.manager [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.149713] env[62633]: DEBUG nova.network.neutron [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.184144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquiring lock "refresh_cache-4a190bf3-0d75-44c8-beb0-a66b70242ce5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.184144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquired lock "refresh_cache-4a190bf3-0d75-44c8-beb0-a66b70242ce5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.184144] env[62633]: DEBUG nova.network.neutron [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.197411] env[62633]: DEBUG nova.policy [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf2898a878964385a48fc36fb9144f0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2614deb9b53e4b4bad09f5740c64ffc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.301282] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695999, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.405250] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.562338] env[62633]: DEBUG oslo_vmware.api [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2695998, 'name': PowerOnVM_Task, 'duration_secs': 0.883026} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.563142] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.563548] env[62633]: INFO nova.compute.manager [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Took 8.37 seconds to spawn the instance on the hypervisor. [ 756.563957] env[62633]: DEBUG nova.compute.manager [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.565141] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d439ba2f-096b-4c33-8c88-d7377c5c10bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.581801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.633530] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696000, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.634756] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.651416] env[62633]: DEBUG nova.compute.manager [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.716594] env[62633]: DEBUG nova.network.neutron [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Successfully created port: 208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.725183] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27619d63-bbcf-418d-b5b7-3d7b8bbaa182 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.731193] env[62633]: DEBUG nova.network.neutron [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.739259] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd3945-1411-43e7-93de-acaa00eb7811 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.779201] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69de247a-81dc-4c6c-aad0-339ef098a61e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.788974] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bd0769-73a0-4320-9322-2862607d4df0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.817418] env[62633]: DEBUG nova.compute.provider_tree [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.819037] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695999, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.929217] env[62633]: DEBUG nova.network.neutron [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Updating instance_info_cache with network_info: [{"id": "e92bf638-c0de-4baa-b5f0-ee18b65f6757", "address": "fa:16:3e:5f:a8:e0", "network": {"id": "6bc21445-1627-4e31-8bd5-168daaf38893", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-883460638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80be62bc71b472b9f9f61f328f38c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bf638-c0", "ovs_interfaceid": "e92bf638-c0de-4baa-b5f0-ee18b65f6757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.989038] env[62633]: DEBUG nova.network.neutron [-] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.093529] env[62633]: INFO nova.compute.manager [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Took 44.98 seconds to build instance. [ 757.136482] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696000, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.136945] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.305883] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695999, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.323265] env[62633]: DEBUG nova.scheduler.client.report [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.432239] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Releasing lock "refresh_cache-4a190bf3-0d75-44c8-beb0-a66b70242ce5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.432637] env[62633]: DEBUG nova.compute.manager [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Instance network_info: |[{"id": "e92bf638-c0de-4baa-b5f0-ee18b65f6757", "address": "fa:16:3e:5f:a8:e0", "network": {"id": "6bc21445-1627-4e31-8bd5-168daaf38893", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-883460638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80be62bc71b472b9f9f61f328f38c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bf638-c0", "ovs_interfaceid": "e92bf638-c0de-4baa-b5f0-ee18b65f6757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.433156] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:a8:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e92bf638-c0de-4baa-b5f0-ee18b65f6757', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.447122] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Creating folder: Project (b80be62bc71b472b9f9f61f328f38c4d). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.450300] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51c0bab3-9eb9-48ea-b449-69b8ece98dac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.453646] env[62633]: DEBUG nova.compute.manager [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Received event network-vif-plugged-e92bf638-c0de-4baa-b5f0-ee18b65f6757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.457476] env[62633]: DEBUG oslo_concurrency.lockutils [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] Acquiring lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.457476] env[62633]: DEBUG oslo_concurrency.lockutils [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] Lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.457476] env[62633]: DEBUG oslo_concurrency.lockutils [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] Lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.457476] env[62633]: DEBUG nova.compute.manager [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] No waiting events found dispatching network-vif-plugged-e92bf638-c0de-4baa-b5f0-ee18b65f6757 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.457476] env[62633]: WARNING nova.compute.manager [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Received unexpected event network-vif-plugged-e92bf638-c0de-4baa-b5f0-ee18b65f6757 for instance with vm_state building and task_state spawning. [ 757.457891] env[62633]: DEBUG nova.compute.manager [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Received event network-changed-e92bf638-c0de-4baa-b5f0-ee18b65f6757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.459280] env[62633]: DEBUG nova.compute.manager [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Refreshing instance network info cache due to event network-changed-e92bf638-c0de-4baa-b5f0-ee18b65f6757. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.459473] env[62633]: DEBUG oslo_concurrency.lockutils [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] Acquiring lock "refresh_cache-4a190bf3-0d75-44c8-beb0-a66b70242ce5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.459641] env[62633]: DEBUG oslo_concurrency.lockutils [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] Acquired lock "refresh_cache-4a190bf3-0d75-44c8-beb0-a66b70242ce5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.459829] env[62633]: DEBUG nova.network.neutron [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Refreshing network info cache for port e92bf638-c0de-4baa-b5f0-ee18b65f6757 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.477985] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Created folder: Project (b80be62bc71b472b9f9f61f328f38c4d) in parent group-v543169. [ 757.477985] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Creating folder: Instances. Parent ref: group-v543333. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.477985] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a526356c-0e6c-4d45-a677-f67a65efed4d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.488579] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Created folder: Instances in parent group-v543333. [ 757.488803] env[62633]: DEBUG oslo.service.loopingcall [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.489010] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.489215] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e111ab-51e4-42f0-97d6-0e18951d99d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.504544] env[62633]: INFO nova.compute.manager [-] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Took 1.57 seconds to deallocate network for instance. [ 757.514282] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.514282] env[62633]: value = "task-2696003" [ 757.514282] env[62633]: _type = "Task" [ 757.514282] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.523684] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696003, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.597792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-88114844-6b84-4405-aa08-81e4491c416e tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "6f33032f-dd89-435d-9881-4aee445ee033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.591s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.633065] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696000, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.633251] env[62633]: DEBUG oslo_vmware.api [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2695983, 'name': ReconfigVM_Task, 'duration_secs': 5.866828} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.633345] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.633534] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 757.667025] env[62633]: DEBUG nova.compute.manager [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.697021] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.697294] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.697462] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.697649] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.697849] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.698160] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.698440] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.698617] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.698919] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.699130] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.699383] env[62633]: DEBUG nova.virt.hardware [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.700710] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7d8db-fbd6-48a4-bac7-4239f500fc5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.710335] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c99d780-4543-4b4f-bde7-d6a0b3278d21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.806670] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2695999, 'name': CloneVM_Task, 'duration_secs': 1.841879} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.806963] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Created linked-clone VM from snapshot [ 757.807818] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d61444-eb67-4a3b-9aa4-82896b0f6f81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.817604] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Uploading image 7b6bcc49-f98c-437e-9614-3b2c86dff680 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.828793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.831152] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.205s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.832661] env[62633]: INFO nova.compute.claims [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.846379] env[62633]: DEBUG oslo_vmware.rw_handles [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.846379] env[62633]: value = "vm-543332" [ 757.846379] env[62633]: _type = "VirtualMachine" [ 757.846379] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.846807] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7627032-f488-4b38-a0eb-c5c03b39635c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.855483] env[62633]: DEBUG oslo_vmware.rw_handles [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lease: (returnval){ [ 757.855483] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e13bf6-86f1-c98c-711c-9f65f1e4466f" [ 757.855483] env[62633]: _type = "HttpNfcLease" [ 757.855483] env[62633]: } obtained for exporting VM: (result){ [ 757.855483] env[62633]: value = "vm-543332" [ 757.855483] env[62633]: _type = "VirtualMachine" [ 757.855483] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.855726] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the lease: (returnval){ [ 757.855726] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e13bf6-86f1-c98c-711c-9f65f1e4466f" [ 757.855726] env[62633]: _type = "HttpNfcLease" [ 757.855726] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.856738] env[62633]: INFO nova.scheduler.client.report [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Deleted allocations for instance 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7 [ 757.867268] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.867268] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e13bf6-86f1-c98c-711c-9f65f1e4466f" [ 757.867268] env[62633]: _type = "HttpNfcLease" [ 757.867268] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 758.011788] env[62633]: DEBUG oslo_concurrency.lockutils [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.033832] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696003, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.136122] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696000, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.808781} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.136655] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. [ 758.137756] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd7bfb1-941d-456f-b550-afdebc34826c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.167541] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.171545] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c49dc5-6977-49e4-9c38-2d3474715001 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.192773] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 758.192773] env[62633]: value = "task-2696005" [ 758.192773] env[62633]: _type = "Task" [ 758.192773] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.202466] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.369012] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.369012] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e13bf6-86f1-c98c-711c-9f65f1e4466f" [ 758.369012] env[62633]: _type = "HttpNfcLease" [ 758.369012] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 758.369513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90e5a610-99f0-44a7-b2a3-ac38c53828dc tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Lock "3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.067s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.370604] env[62633]: DEBUG oslo_vmware.rw_handles [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 758.370604] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e13bf6-86f1-c98c-711c-9f65f1e4466f" [ 758.370604] env[62633]: _type = "HttpNfcLease" [ 758.370604] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 758.371410] env[62633]: DEBUG nova.network.neutron [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Updated VIF entry in instance network info cache for port e92bf638-c0de-4baa-b5f0-ee18b65f6757. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.372441] env[62633]: DEBUG nova.network.neutron [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Updating instance_info_cache with network_info: [{"id": "e92bf638-c0de-4baa-b5f0-ee18b65f6757", "address": "fa:16:3e:5f:a8:e0", "network": {"id": "6bc21445-1627-4e31-8bd5-168daaf38893", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-883460638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80be62bc71b472b9f9f61f328f38c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bf638-c0", "ovs_interfaceid": "e92bf638-c0de-4baa-b5f0-ee18b65f6757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.373271] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3d731-5c22-40ff-977f-50e65bca49ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.384558] env[62633]: DEBUG oslo_vmware.rw_handles [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ddf7-c1bc-8a23-dc0e-db4536592b81/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 758.384763] env[62633]: DEBUG oslo_vmware.rw_handles [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ddf7-c1bc-8a23-dc0e-db4536592b81/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.523104] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94954bc0-9dcd-4be7-993b-13508f045a44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.529514] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696003, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.708997] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696005, 'name': ReconfigVM_Task, 'duration_secs': 0.413728} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.710096] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Reconfigured VM instance instance-0000002c to attach disk [datastore2] fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.710538] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a176d8f-14da-4ccd-9363-4639578a8e1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.742509] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90733969-555a-45ba-92ca-a7f0dd849596 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.770906] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 758.770906] env[62633]: value = "task-2696006" [ 758.770906] env[62633]: _type = "Task" [ 758.770906] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.782844] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.879074] env[62633]: DEBUG oslo_concurrency.lockutils [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] Releasing lock "refresh_cache-4a190bf3-0d75-44c8-beb0-a66b70242ce5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.879387] env[62633]: DEBUG nova.compute.manager [req-26b9193a-1378-4b14-b133-f07016e8c7be req-a86cfe7f-9732-45ac-a9d0-664459bf88ab service nova] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Received event network-vif-deleted-653a871f-42bb-42e8-bc28-ec8be15d7e25 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.945425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.945425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.945425] env[62633]: DEBUG nova.network.neutron [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.965345] env[62633]: DEBUG nova.network.neutron [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Successfully updated port: 208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.969829] env[62633]: DEBUG nova.compute.manager [req-7d70591d-92b3-4c06-8308-13a8e23df23c req-bc6a8c5b-c61c-4857-976f-d8fba2058515 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received event network-vif-plugged-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.970254] env[62633]: DEBUG oslo_concurrency.lockutils [req-7d70591d-92b3-4c06-8308-13a8e23df23c req-bc6a8c5b-c61c-4857-976f-d8fba2058515 service nova] Acquiring lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.970564] env[62633]: DEBUG oslo_concurrency.lockutils [req-7d70591d-92b3-4c06-8308-13a8e23df23c req-bc6a8c5b-c61c-4857-976f-d8fba2058515 service nova] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.970564] env[62633]: DEBUG oslo_concurrency.lockutils [req-7d70591d-92b3-4c06-8308-13a8e23df23c req-bc6a8c5b-c61c-4857-976f-d8fba2058515 service nova] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.970849] env[62633]: DEBUG nova.compute.manager [req-7d70591d-92b3-4c06-8308-13a8e23df23c req-bc6a8c5b-c61c-4857-976f-d8fba2058515 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] No waiting events found dispatching network-vif-plugged-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.970997] env[62633]: WARNING nova.compute.manager [req-7d70591d-92b3-4c06-8308-13a8e23df23c req-bc6a8c5b-c61c-4857-976f-d8fba2058515 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received unexpected event network-vif-plugged-208f68d0-2952-4fbb-b8a4-d132ff92a298 for instance with vm_state building and task_state spawning. [ 759.037618] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696003, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.266434] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.266708] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.267016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "61bba756-8f9a-46af-a385-76fb8ab28a1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.267320] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.267622] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.271159] env[62633]: INFO nova.compute.manager [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Terminating instance [ 759.290669] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696006, 'name': ReconfigVM_Task, 'duration_secs': 0.248659} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.292418] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.292744] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6bd497d-353f-4d57-8f3b-9bcee2a698d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.303720] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 759.303720] env[62633]: value = "task-2696007" [ 759.303720] env[62633]: _type = "Task" [ 759.303720] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.322461] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.387759] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed6ad2d-9a9c-4052-ac57-52ddcbdd7be9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.398944] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a5831-4d16-49dd-b3c5-18bdbad49b38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.444862] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f38bc73-9f40-4ef2-bf54-33efb4321a48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.456101] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb4bb82-b9a1-433a-a45b-699455a0a7c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.476693] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.476693] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.476693] env[62633]: DEBUG nova.network.neutron [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.478711] env[62633]: DEBUG nova.compute.provider_tree [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.531365] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696003, 'name': CreateVM_Task, 'duration_secs': 1.791305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.531998] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.532713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.532899] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.534047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.534047] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b47529-bc0e-443a-8de3-0c206e4865c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.544071] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 759.544071] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52993ac9-9450-0d9a-ef12-0c46eced1533" [ 759.544071] env[62633]: _type = "Task" [ 759.544071] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.554786] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52993ac9-9450-0d9a-ef12-0c46eced1533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.567142] env[62633]: DEBUG nova.compute.manager [req-6bf1e036-d806-4abb-8b3f-5edb0647d5ea req-7c8d2752-5fcc-4094-824c-e0776954a8c2 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Received event network-vif-deleted-40e71f8b-a4d3-4954-a327-c20949ef83cf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.567399] env[62633]: INFO nova.compute.manager [req-6bf1e036-d806-4abb-8b3f-5edb0647d5ea req-7c8d2752-5fcc-4094-824c-e0776954a8c2 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Neutron deleted interface 40e71f8b-a4d3-4954-a327-c20949ef83cf; detaching it from the instance and deleting it from the info cache [ 759.567849] env[62633]: DEBUG nova.network.neutron [req-6bf1e036-d806-4abb-8b3f-5edb0647d5ea req-7c8d2752-5fcc-4094-824c-e0776954a8c2 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updating instance_info_cache with network_info: [{"id": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "address": "fa:16:3e:32:d5:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83ce52-6d", "ovs_interfaceid": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.787737] env[62633]: DEBUG nova.compute.manager [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.788045] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.788939] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20214497-725b-42b2-aa4c-f8d6dcf3db87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.798319] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.798619] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3416b070-181d-4942-8929-43d5d25417ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.807994] env[62633]: DEBUG oslo_vmware.api [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 759.807994] env[62633]: value = "task-2696008" [ 759.807994] env[62633]: _type = "Task" [ 759.807994] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.845489] env[62633]: DEBUG oslo_vmware.api [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696007, 'name': PowerOnVM_Task, 'duration_secs': 0.491037} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.845584] env[62633]: DEBUG oslo_vmware.api [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.845822] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.849202] env[62633]: DEBUG nova.compute.manager [None req-21d27152-aebb-4fee-9983-1552ed11e86e tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.850057] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c4c2ae-618e-4168-a237-a783a7598684 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.860555] env[62633]: INFO nova.network.neutron [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Port 40e71f8b-a4d3-4954-a327-c20949ef83cf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 759.861025] env[62633]: DEBUG nova.network.neutron [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updating instance_info_cache with network_info: [{"id": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "address": "fa:16:3e:32:d5:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83ce52-6d", "ovs_interfaceid": "4a83ce52-6dd8-47b7-b884-3bce7c370bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.983909] env[62633]: DEBUG nova.scheduler.client.report [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.049380] env[62633]: DEBUG nova.network.neutron [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.059378] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52993ac9-9450-0d9a-ef12-0c46eced1533, 'name': SearchDatastore_Task, 'duration_secs': 0.014238} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.059957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.060372] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.060775] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.061099] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.061416] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.061827] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ef4695-468b-4d27-856b-6215854ff607 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.071690] env[62633]: DEBUG oslo_concurrency.lockutils [req-6bf1e036-d806-4abb-8b3f-5edb0647d5ea req-7c8d2752-5fcc-4094-824c-e0776954a8c2 service nova] Acquiring lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.074618] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.074983] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.078238] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ab3d72-8f39-4109-b575-2b4e1bf9ec82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.087586] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 760.087586] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521e304a-df5a-31f6-6880-311bc680cc0a" [ 760.087586] env[62633]: _type = "Task" [ 760.087586] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.100495] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521e304a-df5a-31f6-6880-311bc680cc0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.263359] env[62633]: DEBUG nova.network.neutron [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating instance_info_cache with network_info: [{"id": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "address": "fa:16:3e:f1:e9:0f", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208f68d0-29", "ovs_interfaceid": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.330127] env[62633]: DEBUG oslo_vmware.api [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696008, 'name': PowerOffVM_Task, 'duration_secs': 0.288616} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.330481] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.330659] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.330921] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-075cfe5e-d571-4e21-9c9f-6228a310af57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.365648] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.475229] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.475229] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.475229] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleting the datastore file [datastore2] 61bba756-8f9a-46af-a385-76fb8ab28a1b {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.475479] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c43349be-761f-4c01-97da-27c80ac54c89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.483074] env[62633]: DEBUG oslo_vmware.api [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 760.483074] env[62633]: value = "task-2696010" [ 760.483074] env[62633]: _type = "Task" [ 760.483074] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.492715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.493426] env[62633]: DEBUG nova.compute.manager [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.496345] env[62633]: DEBUG oslo_vmware.api [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.499393] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.319s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.499393] env[62633]: INFO nova.compute.claims [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.598892] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521e304a-df5a-31f6-6880-311bc680cc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.013902} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.599919] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ea5852-f261-40c9-b11b-32f36cc004e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.608732] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 760.608732] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5230e017-f5f9-2bf8-defa-b76b5eceec0a" [ 760.608732] env[62633]: _type = "Task" [ 760.608732] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.621838] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5230e017-f5f9-2bf8-defa-b76b5eceec0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.765584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.766172] env[62633]: DEBUG nova.compute.manager [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Instance network_info: |[{"id": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "address": "fa:16:3e:f1:e9:0f", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208f68d0-29", "ovs_interfaceid": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.767876] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:e9:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '208f68d0-2952-4fbb-b8a4-d132ff92a298', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.774370] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Creating folder: Project (2614deb9b53e4b4bad09f5740c64ffc0). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.774691] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed87874d-7f0a-45b6-b8fa-793a9b086de2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.787907] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Created folder: Project (2614deb9b53e4b4bad09f5740c64ffc0) in parent group-v543169. [ 760.788164] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Creating folder: Instances. Parent ref: group-v543336. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.788420] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0b06604-4f71-4a4a-bd93-6e646517a252 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.799931] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Created folder: Instances in parent group-v543336. [ 760.800231] env[62633]: DEBUG oslo.service.loopingcall [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.800513] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.800636] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e100216c-348b-4260-a148-86646fd3958a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.824359] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.824359] env[62633]: value = "task-2696013" [ 760.824359] env[62633]: _type = "Task" [ 760.824359] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.837752] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696013, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.870391] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e0a4df-e35e-494a-96d4-9fa5778d1558 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-61bba756-8f9a-46af-a385-76fb8ab28a1b-40e71f8b-a4d3-4954-a327-c20949ef83cf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.876s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.997959] env[62633]: DEBUG nova.compute.utils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.999873] env[62633]: DEBUG oslo_vmware.api [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263418} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.004024] env[62633]: DEBUG nova.compute.manager [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.004024] env[62633]: DEBUG nova.network.neutron [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.004024] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.004024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.004024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.004024] env[62633]: INFO nova.compute.manager [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 761.004024] env[62633]: DEBUG oslo.service.loopingcall [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.006680] env[62633]: DEBUG nova.compute.manager [-] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.006847] env[62633]: DEBUG nova.network.neutron [-] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.125491] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5230e017-f5f9-2bf8-defa-b76b5eceec0a, 'name': SearchDatastore_Task, 'duration_secs': 0.025586} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.125863] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.126170] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 4a190bf3-0d75-44c8-beb0-a66b70242ce5/4a190bf3-0d75-44c8-beb0-a66b70242ce5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.126602] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afdffd1e-a18f-4b68-b969-ff865a622d4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.131269] env[62633]: DEBUG nova.policy [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1bae0349a534afbbaf013b9f41789c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e695640c56bb42138c24f649266b0e77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.141916] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 761.141916] env[62633]: value = "task-2696014" [ 761.141916] env[62633]: _type = "Task" [ 761.141916] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.167099] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.336047] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696013, 'name': CreateVM_Task, 'duration_secs': 0.468828} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.336243] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.337225] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.337225] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.337549] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.337844] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6521011b-56af-4f08-85dd-e12c4b5a3c19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.344048] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 761.344048] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5298b0e4-c049-ecd3-d3cc-8b8e41a9ad6b" [ 761.344048] env[62633]: _type = "Task" [ 761.344048] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.356016] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5298b0e4-c049-ecd3-d3cc-8b8e41a9ad6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.505787] env[62633]: DEBUG nova.compute.manager [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.654423] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696014, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.761620] env[62633]: DEBUG nova.network.neutron [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Successfully created port: 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.839157] env[62633]: DEBUG nova.compute.manager [req-5f4927f1-1954-4227-91c3-b22a0aeebbcc req-ba54c238-8bb2-426d-a839-9085de15d0f6 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received event network-changed-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.839157] env[62633]: DEBUG nova.compute.manager [req-5f4927f1-1954-4227-91c3-b22a0aeebbcc req-ba54c238-8bb2-426d-a839-9085de15d0f6 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Refreshing instance network info cache due to event network-changed-208f68d0-2952-4fbb-b8a4-d132ff92a298. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.839157] env[62633]: DEBUG oslo_concurrency.lockutils [req-5f4927f1-1954-4227-91c3-b22a0aeebbcc req-ba54c238-8bb2-426d-a839-9085de15d0f6 service nova] Acquiring lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.839157] env[62633]: DEBUG oslo_concurrency.lockutils [req-5f4927f1-1954-4227-91c3-b22a0aeebbcc req-ba54c238-8bb2-426d-a839-9085de15d0f6 service nova] Acquired lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.839157] env[62633]: DEBUG nova.network.neutron [req-5f4927f1-1954-4227-91c3-b22a0aeebbcc req-ba54c238-8bb2-426d-a839-9085de15d0f6 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Refreshing network info cache for port 208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.856063] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5298b0e4-c049-ecd3-d3cc-8b8e41a9ad6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.858756] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.858984] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.859526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.859526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.859526] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.860158] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b2b569-ac24-4b15-97c6-1e08464f8cca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.870732] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.870931] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.871692] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0be9bc-8fc1-4d74-9a81-f229b64a1d86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.883437] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 761.883437] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52df1489-21c5-056f-7c19-0b346a860033" [ 761.883437] env[62633]: _type = "Task" [ 761.883437] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.895352] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52df1489-21c5-056f-7c19-0b346a860033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.929079] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "6f33032f-dd89-435d-9881-4aee445ee033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.929377] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "6f33032f-dd89-435d-9881-4aee445ee033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.929679] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "6f33032f-dd89-435d-9881-4aee445ee033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.929886] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "6f33032f-dd89-435d-9881-4aee445ee033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.930094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "6f33032f-dd89-435d-9881-4aee445ee033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.936164] env[62633]: INFO nova.compute.manager [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Terminating instance [ 761.974984] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1062f162-a7b4-4d61-97cb-464cbd3cae3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.980307] env[62633]: DEBUG nova.network.neutron [-] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.985731] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ad6f1c-93ff-4875-bc2c-97d747595cd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.036085] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce4df03-b12a-4630-b487-825e64b064f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.041962] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb519c0-796e-4990-a8c5-1d264df42f22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.059244] env[62633]: DEBUG nova.compute.provider_tree [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.159905] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626876} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.161684] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 4a190bf3-0d75-44c8-beb0-a66b70242ce5/4a190bf3-0d75-44c8-beb0-a66b70242ce5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.161684] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.161684] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ea1902a-842c-43f6-b37d-e700b203edde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.170913] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 762.170913] env[62633]: value = "task-2696015" [ 762.170913] env[62633]: _type = "Task" [ 762.170913] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.183449] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.398851] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52df1489-21c5-056f-7c19-0b346a860033, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.399386] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ca5b09-7590-4b03-b9c3-cd1413acb16f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.407148] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 762.407148] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5294a7d0-fa2b-e2b5-c73b-85c06c57febe" [ 762.407148] env[62633]: _type = "Task" [ 762.407148] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.418238] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5294a7d0-fa2b-e2b5-c73b-85c06c57febe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.440360] env[62633]: DEBUG nova.compute.manager [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.440735] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.441684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f351cf41-490c-400f-b733-9fc11bc37392 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.450810] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.451482] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e08a71cb-067c-4d8c-99ff-59b417a09e7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.463270] env[62633]: DEBUG oslo_vmware.api [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 762.463270] env[62633]: value = "task-2696016" [ 762.463270] env[62633]: _type = "Task" [ 762.463270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.476500] env[62633]: DEBUG oslo_vmware.api [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2696016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.485186] env[62633]: INFO nova.compute.manager [-] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Took 1.48 seconds to deallocate network for instance. [ 762.537177] env[62633]: DEBUG nova.compute.manager [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.563027] env[62633]: DEBUG nova.scheduler.client.report [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.591178] env[62633]: DEBUG nova.compute.manager [req-9bb3ecd3-1115-4aba-94a3-59f09924ce5a req-f9379301-cde2-4cd4-a634-c1577597f6a6 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Received event network-vif-deleted-4a83ce52-6dd8-47b7-b884-3bce7c370bd6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.613240] env[62633]: DEBUG nova.network.neutron [req-5f4927f1-1954-4227-91c3-b22a0aeebbcc req-ba54c238-8bb2-426d-a839-9085de15d0f6 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updated VIF entry in instance network info cache for port 208f68d0-2952-4fbb-b8a4-d132ff92a298. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.613597] env[62633]: DEBUG nova.network.neutron [req-5f4927f1-1954-4227-91c3-b22a0aeebbcc req-ba54c238-8bb2-426d-a839-9085de15d0f6 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating instance_info_cache with network_info: [{"id": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "address": "fa:16:3e:f1:e9:0f", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208f68d0-29", "ovs_interfaceid": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.659574] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c2e41b5d-3331-40b3-bca5-aab517413418',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1223068505',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.659868] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.660554] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.660554] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.660748] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.660748] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.660947] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.661173] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.661357] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.661516] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.661686] env[62633]: DEBUG nova.virt.hardware [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.664654] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafdabbb-e1ef-446f-9df2-82b6e265f67e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.678341] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5ddd37-90ab-4cdb-bb6c-0b6f60a938cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.689071] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137616} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.697701] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.700952] env[62633]: DEBUG oslo_vmware.rw_handles [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a935d2-7bcb-e379-e7e4-3cb05b9b6a35/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 762.701952] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763a0b2a-653e-4d7e-9ac2-0e3bd85a9b75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.706400] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e28440d-731d-4d23-9881-fb982218232d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.715963] env[62633]: DEBUG oslo_vmware.rw_handles [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a935d2-7bcb-e379-e7e4-3cb05b9b6a35/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 762.715963] env[62633]: ERROR oslo_vmware.rw_handles [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a935d2-7bcb-e379-e7e4-3cb05b9b6a35/disk-0.vmdk due to incomplete transfer. [ 762.722548] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-205a3000-62a3-416d-9fdc-d25ce431a8a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.733095] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 4a190bf3-0d75-44c8-beb0-a66b70242ce5/4a190bf3-0d75-44c8-beb0-a66b70242ce5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.733833] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1a23dfd-af0f-4b47-a7dc-fe719bb88b47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.757270] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 762.757270] env[62633]: value = "task-2696017" [ 762.757270] env[62633]: _type = "Task" [ 762.757270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.768627] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.769909] env[62633]: DEBUG oslo_vmware.rw_handles [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a935d2-7bcb-e379-e7e4-3cb05b9b6a35/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 762.770122] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Uploaded image 02b97246-7cf4-450b-904d-dd703675d8f2 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 762.772483] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.772836] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-045df27f-4c91-4269-a6fb-33d6d71f2108 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.781737] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 762.781737] env[62633]: value = "task-2696018" [ 762.781737] env[62633]: _type = "Task" [ 762.781737] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.792078] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696018, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.920583] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5294a7d0-fa2b-e2b5-c73b-85c06c57febe, 'name': SearchDatastore_Task, 'duration_secs': 0.014193} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.920944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.921708] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 04e84ba4-d3a5-4540-b625-d9d1d89154a7/04e84ba4-d3a5-4540-b625-d9d1d89154a7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.921708] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76c4d211-adc5-495c-9b44-d654c44712da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.930847] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 762.930847] env[62633]: value = "task-2696019" [ 762.930847] env[62633]: _type = "Task" [ 762.930847] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.940772] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.977079] env[62633]: DEBUG oslo_vmware.api [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2696016, 'name': PowerOffVM_Task, 'duration_secs': 0.32886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.977491] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.977703] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.978039] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28c11c70-2d1c-4e7c-a59e-a38013fb5511 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.000656] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.061917] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.062273] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.062548] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Deleting the datastore file [datastore2] 6f33032f-dd89-435d-9881-4aee445ee033 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.062972] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-029d422d-10d9-4a09-a011-e074417fcb0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.069211] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.069965] env[62633]: DEBUG nova.compute.manager [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.075729] env[62633]: DEBUG oslo_concurrency.lockutils [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.238s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.076063] env[62633]: DEBUG nova.objects.instance [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lazy-loading 'resources' on Instance uuid 2a11bdfc-b093-48e5-a464-d2b33dcb1839 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.078307] env[62633]: DEBUG oslo_vmware.api [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 763.078307] env[62633]: value = "task-2696021" [ 763.078307] env[62633]: _type = "Task" [ 763.078307] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.093335] env[62633]: DEBUG oslo_vmware.api [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2696021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.121078] env[62633]: DEBUG oslo_concurrency.lockutils [req-5f4927f1-1954-4227-91c3-b22a0aeebbcc req-ba54c238-8bb2-426d-a839-9085de15d0f6 service nova] Releasing lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.272591] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.294327] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696018, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.314742] env[62633]: INFO nova.compute.manager [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Unrescuing [ 763.315136] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.315301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.315532] env[62633]: DEBUG nova.network.neutron [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.441919] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696019, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.581230] env[62633]: DEBUG nova.compute.utils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.587310] env[62633]: DEBUG nova.compute.manager [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.587673] env[62633]: DEBUG nova.network.neutron [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.607135] env[62633]: DEBUG oslo_vmware.api [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2696021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.645707] env[62633]: DEBUG nova.policy [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28608e7745464fa691e9fe315c97aca5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07e644231eee4d668ee642a0ac4355fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.771745] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696017, 'name': ReconfigVM_Task, 'duration_secs': 0.894673} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.772052] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 4a190bf3-0d75-44c8-beb0-a66b70242ce5/4a190bf3-0d75-44c8-beb0-a66b70242ce5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.773141] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2ce517a-3ee0-4c11-bbcc-4129aa54f7b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.782999] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 763.782999] env[62633]: value = "task-2696022" [ 763.782999] env[62633]: _type = "Task" [ 763.782999] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.800130] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696022, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.804391] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696018, 'name': Destroy_Task, 'duration_secs': 0.716453} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.804669] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Destroyed the VM [ 763.804980] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.805245] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa2fbf3f-5aca-44e7-9649-18768a4b4834 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.817791] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 763.817791] env[62633]: value = "task-2696023" [ 763.817791] env[62633]: _type = "Task" [ 763.817791] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.833723] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696023, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.944013] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73544} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.956555] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 04e84ba4-d3a5-4540-b625-d9d1d89154a7/04e84ba4-d3a5-4540-b625-d9d1d89154a7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.956555] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.956555] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-267ba9f9-d724-4347-863b-937059d8eab7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.975393] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 763.975393] env[62633]: value = "task-2696024" [ 763.975393] env[62633]: _type = "Task" [ 763.975393] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.996324] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.088094] env[62633]: DEBUG nova.compute.manager [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.104196] env[62633]: DEBUG oslo_vmware.api [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2696021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.666567} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.110151] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.111021] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.111021] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.111021] env[62633]: INFO nova.compute.manager [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Took 1.67 seconds to destroy the instance on the hypervisor. [ 764.111021] env[62633]: DEBUG oslo.service.loopingcall [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.111455] env[62633]: DEBUG nova.compute.manager [-] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.111636] env[62633]: DEBUG nova.network.neutron [-] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.141269] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b90a17-5460-4b8b-9fcf-406ff784dad7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.149344] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d10608-b5e6-4f62-872c-cfcc983ecef2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.189764] env[62633]: DEBUG nova.network.neutron [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Successfully updated port: 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.192343] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67656cf4-e004-4123-8374-cf595f8b4af6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.203245] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af568d5f-02fc-4cdd-88a2-091d86384590 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.221490] env[62633]: DEBUG nova.compute.provider_tree [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.247387] env[62633]: DEBUG nova.network.neutron [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Successfully created port: a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.295482] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696022, 'name': Rename_Task, 'duration_secs': 0.358293} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.295842] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.296186] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d6ca63-18e4-4180-8f86-aea3c7a42ed1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.304631] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 764.304631] env[62633]: value = "task-2696025" [ 764.304631] env[62633]: _type = "Task" [ 764.304631] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.317393] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.318699] env[62633]: DEBUG nova.network.neutron [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Updating instance_info_cache with network_info: [{"id": "7f274424-268b-4b92-ae65-99e645c974c1", "address": "fa:16:3e:8a:b7:9d", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f274424-26", "ovs_interfaceid": "7f274424-268b-4b92-ae65-99e645c974c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.330301] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696023, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.395512] env[62633]: DEBUG nova.compute.manager [req-83b52b19-ceec-4cdc-aa59-239b32be347a req-76a20bbb-dadd-4616-bded-fb04409e6f53 service nova] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Received event network-vif-plugged-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.395735] env[62633]: DEBUG oslo_concurrency.lockutils [req-83b52b19-ceec-4cdc-aa59-239b32be347a req-76a20bbb-dadd-4616-bded-fb04409e6f53 service nova] Acquiring lock "c9c0576f-608d-4e30-80dc-2d880da95830-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.395945] env[62633]: DEBUG oslo_concurrency.lockutils [req-83b52b19-ceec-4cdc-aa59-239b32be347a req-76a20bbb-dadd-4616-bded-fb04409e6f53 service nova] Lock "c9c0576f-608d-4e30-80dc-2d880da95830-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.396134] env[62633]: DEBUG oslo_concurrency.lockutils [req-83b52b19-ceec-4cdc-aa59-239b32be347a req-76a20bbb-dadd-4616-bded-fb04409e6f53 service nova] Lock "c9c0576f-608d-4e30-80dc-2d880da95830-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.396499] env[62633]: DEBUG nova.compute.manager [req-83b52b19-ceec-4cdc-aa59-239b32be347a req-76a20bbb-dadd-4616-bded-fb04409e6f53 service nova] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] No waiting events found dispatching network-vif-plugged-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.396704] env[62633]: WARNING nova.compute.manager [req-83b52b19-ceec-4cdc-aa59-239b32be347a req-76a20bbb-dadd-4616-bded-fb04409e6f53 service nova] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Received unexpected event network-vif-plugged-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e for instance with vm_state building and task_state spawning. [ 764.490690] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11999} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.490994] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.491903] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850866b4-960b-475d-a46a-d6aa7577f3ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.521228] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 04e84ba4-d3a5-4540-b625-d9d1d89154a7/04e84ba4-d3a5-4540-b625-d9d1d89154a7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.522407] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435ff5c8-f1a9-47e4-8a6b-542f39abe1df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.545302] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 764.545302] env[62633]: value = "task-2696026" [ 764.545302] env[62633]: _type = "Task" [ 764.545302] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.559045] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.696278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.696438] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.696623] env[62633]: DEBUG nova.network.neutron [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.727804] env[62633]: DEBUG nova.scheduler.client.report [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.816870] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.823827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "refresh_cache-fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.824729] env[62633]: DEBUG nova.objects.instance [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lazy-loading 'flavor' on Instance uuid fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.829758] env[62633]: DEBUG nova.compute.manager [req-a8aa3bdb-6f49-4b75-bb30-3ab0ca50a0e7 req-32831186-db61-48d8-85b6-7548732c8ee3 service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Received event network-vif-deleted-ac8aea70-5f9e-4d5b-b11a-8972466b973f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.829951] env[62633]: INFO nova.compute.manager [req-a8aa3bdb-6f49-4b75-bb30-3ab0ca50a0e7 req-32831186-db61-48d8-85b6-7548732c8ee3 service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Neutron deleted interface ac8aea70-5f9e-4d5b-b11a-8972466b973f; detaching it from the instance and deleting it from the info cache [ 764.830140] env[62633]: DEBUG nova.network.neutron [req-a8aa3bdb-6f49-4b75-bb30-3ab0ca50a0e7 req-32831186-db61-48d8-85b6-7548732c8ee3 service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.834961] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696023, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.057977] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696026, 'name': ReconfigVM_Task, 'duration_secs': 0.487246} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.057977] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 04e84ba4-d3a5-4540-b625-d9d1d89154a7/04e84ba4-d3a5-4540-b625-d9d1d89154a7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.058315] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a14f7ffd-d1f5-4f7a-8a67-3f770d3041bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.069015] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 765.069015] env[62633]: value = "task-2696027" [ 765.069015] env[62633]: _type = "Task" [ 765.069015] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.079018] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696027, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.091768] env[62633]: DEBUG nova.network.neutron [-] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.104882] env[62633]: DEBUG nova.compute.manager [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.141267] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.141668] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.141858] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.142070] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.142224] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.142610] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.142856] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.143040] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.143250] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.143425] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.143832] env[62633]: DEBUG nova.virt.hardware [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.145610] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38e0a31-dc9e-4f90-b229-8b67046bb9e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.156706] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2c636c-86ca-467b-bedb-bd53e21c379d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.241844] env[62633]: DEBUG oslo_concurrency.lockutils [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.244557] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.681s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.244557] env[62633]: DEBUG nova.objects.instance [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lazy-loading 'resources' on Instance uuid f2b6ee32-9ab2-4a4a-a428-80a06b000dc7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.249933] env[62633]: DEBUG nova.network.neutron [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.277222] env[62633]: INFO nova.scheduler.client.report [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Deleted allocations for instance 2a11bdfc-b093-48e5-a464-d2b33dcb1839 [ 765.321134] env[62633]: DEBUG oslo_vmware.api [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696025, 'name': PowerOnVM_Task, 'duration_secs': 0.731327} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.325211] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.325567] env[62633]: INFO nova.compute.manager [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Took 10.28 seconds to spawn the instance on the hypervisor. [ 765.325928] env[62633]: DEBUG nova.compute.manager [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.327201] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d575f7a4-48ed-47a3-b5b1-04916f1268a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.343640] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9d537ec-7964-4347-9550-697dfaf2522b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.345709] env[62633]: DEBUG oslo_vmware.api [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696023, 'name': RemoveSnapshot_Task, 'duration_secs': 1.179392} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.349018] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.349018] env[62633]: INFO nova.compute.manager [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Took 16.59 seconds to snapshot the instance on the hypervisor. [ 765.354688] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4188b483-6531-4992-aee9-fe22ae12c320 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.384767] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.385242] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f00567e-7527-464a-b29d-6e33100ad99e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.389584] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf67729-331f-44b1-aec1-ec10a1e651c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.407963] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 765.407963] env[62633]: value = "task-2696028" [ 765.407963] env[62633]: _type = "Task" [ 765.407963] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.434948] env[62633]: DEBUG nova.compute.manager [req-a8aa3bdb-6f49-4b75-bb30-3ab0ca50a0e7 req-32831186-db61-48d8-85b6-7548732c8ee3 service nova] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Detach interface failed, port_id=ac8aea70-5f9e-4d5b-b11a-8972466b973f, reason: Instance 6f33032f-dd89-435d-9881-4aee445ee033 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 765.439125] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.449941] env[62633]: DEBUG nova.network.neutron [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance_info_cache with network_info: [{"id": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "address": "fa:16:3e:a0:4b:ab", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f462ed0-62", "ovs_interfaceid": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.578394] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696027, 'name': Rename_Task, 'duration_secs': 0.260887} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.578728] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.579030] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-048164cd-8ec6-419f-8199-f1727e2d3848 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.588858] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 765.588858] env[62633]: value = "task-2696029" [ 765.588858] env[62633]: _type = "Task" [ 765.588858] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.594771] env[62633]: INFO nova.compute.manager [-] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Took 1.48 seconds to deallocate network for instance. [ 765.600093] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.791200] env[62633]: DEBUG oslo_concurrency.lockutils [None req-73405a61-b265-4c88-a4e7-4f76767d4254 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Lock "2a11bdfc-b093-48e5-a464-d2b33dcb1839" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.057s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.884358] env[62633]: INFO nova.compute.manager [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Took 41.19 seconds to build instance. [ 765.927936] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696028, 'name': PowerOffVM_Task, 'duration_secs': 0.239904} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.931119] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.937021] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 765.939854] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63252e66-0d51-4f8d-842a-bd8cf2c8d222 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.969489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.969489] env[62633]: DEBUG nova.compute.manager [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Instance network_info: |[{"id": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "address": "fa:16:3e:a0:4b:ab", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f462ed0-62", "ovs_interfaceid": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.969489] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:4b:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f462ed0-62dd-4f2b-968b-6b2cdda0e29e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.978406] env[62633]: DEBUG oslo.service.loopingcall [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.983434] env[62633]: DEBUG nova.compute.manager [None req-16143ccc-3643-480f-af64-9e6c7b5f10da tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Found 2 images (rotation: 2) {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 765.985330] env[62633]: DEBUG nova.network.neutron [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Successfully updated port: a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.986608] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.988443] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bf614a3-62bb-4ecb-af2e-2c39c48609fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.003920] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 766.003920] env[62633]: value = "task-2696030" [ 766.003920] env[62633]: _type = "Task" [ 766.003920] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.016063] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.016063] env[62633]: value = "task-2696031" [ 766.016063] env[62633]: _type = "Task" [ 766.016063] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.019840] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.033595] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696031, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.103072] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696029, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.104322] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.270334] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d104122e-4f26-4f5b-b494-773cce8d9513 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.280417] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd9c96-714b-4254-8bce-8e473cfe1ba2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.321117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ac3b3b-1423-41ae-aac8-3a9fda9c4ca9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.329916] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dff0eb6-7071-471a-a3a2-6b70098dcdf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.345174] env[62633]: DEBUG nova.compute.provider_tree [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.387123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.103s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.508090] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.508297] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquired lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.508688] env[62633]: DEBUG nova.network.neutron [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.520412] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696030, 'name': ReconfigVM_Task, 'duration_secs': 0.343572} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.524406] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 766.524546] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.525191] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd7afb45-c45f-4f0d-9a15-6df3ef400773 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.533344] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696031, 'name': CreateVM_Task, 'duration_secs': 0.441937} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.534605] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.534903] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 766.534903] env[62633]: value = "task-2696032" [ 766.534903] env[62633]: _type = "Task" [ 766.534903] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.535532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.535695] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.536988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.536988] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ad86cb-3379-441b-b8de-c9b11f8b58b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.548073] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.548073] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 766.548073] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52280a25-e13c-4d2a-1d8b-34b01c73fb0f" [ 766.548073] env[62633]: _type = "Task" [ 766.548073] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.556406] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52280a25-e13c-4d2a-1d8b-34b01c73fb0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.601400] env[62633]: DEBUG oslo_vmware.api [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696029, 'name': PowerOnVM_Task, 'duration_secs': 0.567323} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.601690] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.601897] env[62633]: INFO nova.compute.manager [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Took 8.94 seconds to spawn the instance on the hypervisor. [ 766.602088] env[62633]: DEBUG nova.compute.manager [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.602898] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f48f6ab-77ff-46e5-abc9-c31f61f11165 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.849394] env[62633]: DEBUG nova.scheduler.client.report [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.854611] env[62633]: DEBUG nova.compute.manager [req-c97da7b5-6445-4822-8493-41e684cfb509 req-ebae8243-79a6-4b03-99f3-769117472e1d service nova] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Received event network-changed-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.854939] env[62633]: DEBUG nova.compute.manager [req-c97da7b5-6445-4822-8493-41e684cfb509 req-ebae8243-79a6-4b03-99f3-769117472e1d service nova] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Refreshing instance network info cache due to event network-changed-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 766.855369] env[62633]: DEBUG oslo_concurrency.lockutils [req-c97da7b5-6445-4822-8493-41e684cfb509 req-ebae8243-79a6-4b03-99f3-769117472e1d service nova] Acquiring lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.855622] env[62633]: DEBUG oslo_concurrency.lockutils [req-c97da7b5-6445-4822-8493-41e684cfb509 req-ebae8243-79a6-4b03-99f3-769117472e1d service nova] Acquired lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.855909] env[62633]: DEBUG nova.network.neutron [req-c97da7b5-6445-4822-8493-41e684cfb509 req-ebae8243-79a6-4b03-99f3-769117472e1d service nova] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Refreshing network info cache for port 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.047717] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.057715] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52280a25-e13c-4d2a-1d8b-34b01c73fb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.058034] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.058257] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.058520] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.058632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.058815] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.059130] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0029e9c-2967-4da0-9f34-21aa7d0aa723 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.071572] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.071798] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.072646] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec59b580-d6bf-4bda-8161-59f1f930ceb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.082732] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 767.082732] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52aca618-f87b-9610-3882-f42ed7ee645e" [ 767.082732] env[62633]: _type = "Task" [ 767.082732] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.093065] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52aca618-f87b-9610-3882-f42ed7ee645e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.097993] env[62633]: DEBUG nova.network.neutron [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.125853] env[62633]: INFO nova.compute.manager [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Took 39.33 seconds to build instance. [ 767.131990] env[62633]: DEBUG nova.compute.manager [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Received event network-vif-plugged-a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.133974] env[62633]: DEBUG oslo_concurrency.lockutils [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] Acquiring lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.133974] env[62633]: DEBUG oslo_concurrency.lockutils [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.134240] env[62633]: DEBUG oslo_concurrency.lockutils [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.134315] env[62633]: DEBUG nova.compute.manager [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] No waiting events found dispatching network-vif-plugged-a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.134520] env[62633]: WARNING nova.compute.manager [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Received unexpected event network-vif-plugged-a94a2ec7-7022-484e-98da-8c7568ff8bfb for instance with vm_state building and task_state spawning. [ 767.134690] env[62633]: DEBUG nova.compute.manager [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Received event network-changed-a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.134846] env[62633]: DEBUG nova.compute.manager [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Refreshing instance network info cache due to event network-changed-a94a2ec7-7022-484e-98da-8c7568ff8bfb. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.135031] env[62633]: DEBUG oslo_concurrency.lockutils [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] Acquiring lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.330248] env[62633]: DEBUG nova.compute.manager [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.331243] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60316d6-4d08-4141-922d-29a9c97f03c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.360848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.371032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.911s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.371730] env[62633]: INFO nova.compute.claims [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.392206] env[62633]: INFO nova.scheduler.client.report [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Deleted allocations for instance f2b6ee32-9ab2-4a4a-a428-80a06b000dc7 [ 767.471142] env[62633]: DEBUG nova.network.neutron [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Updating instance_info_cache with network_info: [{"id": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "address": "fa:16:3e:c5:32:ff", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a2ec7-70", "ovs_interfaceid": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.549409] env[62633]: DEBUG oslo_vmware.api [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696032, 'name': PowerOnVM_Task, 'duration_secs': 0.668279} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.549703] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.549946] env[62633]: DEBUG nova.compute.manager [None req-c374ab14-9af3-42dc-b638-a7a804b3608c tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.550767] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3525e7bc-45a2-4f4a-a8d6-5ad31635e5bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.595680] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52aca618-f87b-9610-3882-f42ed7ee645e, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.596574] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec5f980-95e8-417e-9f05-93daf9cfcc35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.610079] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 767.610079] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52bcd221-f25c-f69b-eca1-b3ea3411abc7" [ 767.610079] env[62633]: _type = "Task" [ 767.610079] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.626525] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52bcd221-f25c-f69b-eca1-b3ea3411abc7, 'name': SearchDatastore_Task, 'duration_secs': 0.012859} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.626525] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.626525] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] c9c0576f-608d-4e30-80dc-2d880da95830/c9c0576f-608d-4e30-80dc-2d880da95830.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.626525] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2796e097-38c5-4f3c-99b0-f1700902768a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.629903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96fa614d-5842-4fb0-86f2-f94179454597 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.839s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.637240] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 767.637240] env[62633]: value = "task-2696033" [ 767.637240] env[62633]: _type = "Task" [ 767.637240] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.645169] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.789667] env[62633]: DEBUG nova.network.neutron [req-c97da7b5-6445-4822-8493-41e684cfb509 req-ebae8243-79a6-4b03-99f3-769117472e1d service nova] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updated VIF entry in instance network info cache for port 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.790012] env[62633]: DEBUG nova.network.neutron [req-c97da7b5-6445-4822-8493-41e684cfb509 req-ebae8243-79a6-4b03-99f3-769117472e1d service nova] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance_info_cache with network_info: [{"id": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "address": "fa:16:3e:a0:4b:ab", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f462ed0-62", "ovs_interfaceid": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.847365] env[62633]: INFO nova.compute.manager [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] instance snapshotting [ 767.848070] env[62633]: DEBUG nova.objects.instance [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'flavor' on Instance uuid 3ff447b7-9a02-4f12-8003-b4915cf440a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.902913] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Lock "f2b6ee32-9ab2-4a4a-a428-80a06b000dc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.362s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.973683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Releasing lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.974243] env[62633]: DEBUG nova.compute.manager [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Instance network_info: |[{"id": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "address": "fa:16:3e:c5:32:ff", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a2ec7-70", "ovs_interfaceid": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.974671] env[62633]: DEBUG oslo_concurrency.lockutils [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] Acquired lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.974995] env[62633]: DEBUG nova.network.neutron [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Refreshing network info cache for port a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.977173] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:32:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a94a2ec7-7022-484e-98da-8c7568ff8bfb', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.988287] env[62633]: DEBUG oslo.service.loopingcall [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.989614] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.989987] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a0643c3-6095-487c-92c3-0b01b446f430 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.013324] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.013797] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.022927] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.022927] env[62633]: value = "task-2696034" [ 768.022927] env[62633]: _type = "Task" [ 768.022927] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.036778] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696034, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.151059] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696033, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.295475] env[62633]: DEBUG oslo_concurrency.lockutils [req-c97da7b5-6445-4822-8493-41e684cfb509 req-ebae8243-79a6-4b03-99f3-769117472e1d service nova] Releasing lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.357096] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4db8ad-b2c2-494f-a4ae-f7b3a5317123 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.376471] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9665e86-031f-417d-9195-295ca5babfdd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.537241] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.538852] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.539689] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.539931] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.540317] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.540317] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.540472] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 768.540583] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.546168] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696034, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.652544] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615968} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.653675] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] c9c0576f-608d-4e30-80dc-2d880da95830/c9c0576f-608d-4e30-80dc-2d880da95830.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.653675] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.653675] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e4c6661-bd1b-4ab4-91de-e806dceb5a5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.663371] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 768.663371] env[62633]: value = "task-2696035" [ 768.663371] env[62633]: _type = "Task" [ 768.663371] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.682240] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "2c30ad22-0261-48af-9ee6-901e2f18a943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.682240] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "2c30ad22-0261-48af-9ee6-901e2f18a943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.683369] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.756535] env[62633]: DEBUG nova.network.neutron [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Updated VIF entry in instance network info cache for port a94a2ec7-7022-484e-98da-8c7568ff8bfb. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.756963] env[62633]: DEBUG nova.network.neutron [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Updating instance_info_cache with network_info: [{"id": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "address": "fa:16:3e:c5:32:ff", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a2ec7-70", "ovs_interfaceid": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.876024] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aefcf7-9f8f-4b3d-8c09-f50c7fad91ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.884847] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8637b524-24ba-4ee3-bf04-9e5c1d04575c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.893019] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.893019] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c02661b6-051b-4d3e-84b4-9a1de0276eb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.928171] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a056fc-56d1-453e-9c02-060a54eeded2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.931750] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 768.931750] env[62633]: value = "task-2696036" [ 768.931750] env[62633]: _type = "Task" [ 768.931750] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.940995] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f6e1db-7367-4d13-a4f0-c8aa9ac66233 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.949171] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696036, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.965122] env[62633]: DEBUG nova.compute.provider_tree [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.037039] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696034, 'name': CreateVM_Task, 'duration_secs': 0.649552} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.037039] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.037775] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.037981] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.038358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.038659] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d46a7b-27f1-418d-892e-114554b09e84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.044771] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 769.044771] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a58ff4-4c3a-bdfb-8e5c-d47093da71d0" [ 769.044771] env[62633]: _type = "Task" [ 769.044771] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.049178] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.056516] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a58ff4-4c3a-bdfb-8e5c-d47093da71d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.175667] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081372} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.176220] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.176884] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6296e3f7-e2f7-4494-a1e3-5d2535e8674c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.194960] env[62633]: DEBUG nova.compute.manager [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.214024] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c9c0576f-608d-4e30-80dc-2d880da95830/c9c0576f-608d-4e30-80dc-2d880da95830.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.214024] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9013ce9-199d-48a8-824f-82ec21c2f94e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.238022] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 769.238022] env[62633]: value = "task-2696037" [ 769.238022] env[62633]: _type = "Task" [ 769.238022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.253740] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.263444] env[62633]: DEBUG oslo_concurrency.lockutils [req-3e593a8a-37e9-4bb6-8a3b-775ec6aefc76 req-d5c5dbd7-da22-4b0a-9fb6-50a1d0f701cf service nova] Releasing lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.347389] env[62633]: DEBUG nova.compute.manager [req-8c2e64ba-b1fd-420e-bc30-2fdceaa5f0c6 req-3b43f29e-b074-480d-adab-f4dc6934f18c service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Received event network-changed-e92bf638-c0de-4baa-b5f0-ee18b65f6757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.347816] env[62633]: DEBUG nova.compute.manager [req-8c2e64ba-b1fd-420e-bc30-2fdceaa5f0c6 req-3b43f29e-b074-480d-adab-f4dc6934f18c service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Refreshing instance network info cache due to event network-changed-e92bf638-c0de-4baa-b5f0-ee18b65f6757. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.348375] env[62633]: DEBUG oslo_concurrency.lockutils [req-8c2e64ba-b1fd-420e-bc30-2fdceaa5f0c6 req-3b43f29e-b074-480d-adab-f4dc6934f18c service nova] Acquiring lock "refresh_cache-4a190bf3-0d75-44c8-beb0-a66b70242ce5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.348713] env[62633]: DEBUG oslo_concurrency.lockutils [req-8c2e64ba-b1fd-420e-bc30-2fdceaa5f0c6 req-3b43f29e-b074-480d-adab-f4dc6934f18c service nova] Acquired lock "refresh_cache-4a190bf3-0d75-44c8-beb0-a66b70242ce5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.349148] env[62633]: DEBUG nova.network.neutron [req-8c2e64ba-b1fd-420e-bc30-2fdceaa5f0c6 req-3b43f29e-b074-480d-adab-f4dc6934f18c service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Refreshing network info cache for port e92bf638-c0de-4baa-b5f0-ee18b65f6757 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.373888] env[62633]: DEBUG oslo_vmware.rw_handles [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ddf7-c1bc-8a23-dc0e-db4536592b81/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 769.375484] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa896ce4-064f-4787-b8cf-3e72fcfffcc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.387127] env[62633]: DEBUG oslo_vmware.rw_handles [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ddf7-c1bc-8a23-dc0e-db4536592b81/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 769.387423] env[62633]: ERROR oslo_vmware.rw_handles [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ddf7-c1bc-8a23-dc0e-db4536592b81/disk-0.vmdk due to incomplete transfer. [ 769.387605] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff1d095e-84f0-4913-8f47-9dbb1c1922b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.396302] env[62633]: DEBUG oslo_vmware.rw_handles [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ddf7-c1bc-8a23-dc0e-db4536592b81/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 769.396563] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Uploaded image 7b6bcc49-f98c-437e-9614-3b2c86dff680 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 769.398256] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 769.398894] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c24e321-fa27-40f8-8f82-49c819ac0e06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.407486] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 769.407486] env[62633]: value = "task-2696038" [ 769.407486] env[62633]: _type = "Task" [ 769.407486] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.417606] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696038, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.443808] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696036, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.470670] env[62633]: DEBUG nova.scheduler.client.report [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.562048] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a58ff4-4c3a-bdfb-8e5c-d47093da71d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.562311] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.562673] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.563065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.563325] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.563635] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.564048] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4492bd24-3141-4be1-aaec-80932090fb50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.575784] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.575991] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.577033] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adbaae0-6235-4a65-93b0-4eceed7755ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.586613] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 769.586613] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52497d28-9248-4d3b-f519-22d04b031f15" [ 769.586613] env[62633]: _type = "Task" [ 769.586613] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.596560] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52497d28-9248-4d3b-f519-22d04b031f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.734866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.758736] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696037, 'name': ReconfigVM_Task, 'duration_secs': 0.354108} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.758736] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c9c0576f-608d-4e30-80dc-2d880da95830/c9c0576f-608d-4e30-80dc-2d880da95830.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.759322] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c831023d-925e-4ea5-97bb-f52be5815697 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.768602] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 769.768602] env[62633]: value = "task-2696039" [ 769.768602] env[62633]: _type = "Task" [ 769.768602] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.778304] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696039, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.918849] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696038, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.943333] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696036, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.974732] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.975666] env[62633]: DEBUG nova.compute.manager [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.979994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.590s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.986775] env[62633]: INFO nova.compute.claims [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.096703] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52497d28-9248-4d3b-f519-22d04b031f15, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.097577] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a95ed38-8ee6-456e-912d-0ac65242b26f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.103400] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 770.103400] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c5374b-bd9f-44c3-0b5c-5d1a1b775e81" [ 770.103400] env[62633]: _type = "Task" [ 770.103400] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.112056] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c5374b-bd9f-44c3-0b5c-5d1a1b775e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.278355] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696039, 'name': Rename_Task, 'duration_secs': 0.167529} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.278777] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.278962] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb359036-eddb-4c3d-9a18-53ae6af0eaf4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.286975] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 770.286975] env[62633]: value = "task-2696040" [ 770.286975] env[62633]: _type = "Task" [ 770.286975] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.295947] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.318243] env[62633]: DEBUG nova.network.neutron [req-8c2e64ba-b1fd-420e-bc30-2fdceaa5f0c6 req-3b43f29e-b074-480d-adab-f4dc6934f18c service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Updated VIF entry in instance network info cache for port e92bf638-c0de-4baa-b5f0-ee18b65f6757. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.318630] env[62633]: DEBUG nova.network.neutron [req-8c2e64ba-b1fd-420e-bc30-2fdceaa5f0c6 req-3b43f29e-b074-480d-adab-f4dc6934f18c service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Updating instance_info_cache with network_info: [{"id": "e92bf638-c0de-4baa-b5f0-ee18b65f6757", "address": "fa:16:3e:5f:a8:e0", "network": {"id": "6bc21445-1627-4e31-8bd5-168daaf38893", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-883460638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80be62bc71b472b9f9f61f328f38c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bf638-c0", "ovs_interfaceid": "e92bf638-c0de-4baa-b5f0-ee18b65f6757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.429018] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696038, 'name': Destroy_Task, 'duration_secs': 0.651401} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.429018] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Destroyed the VM [ 770.429018] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 770.429018] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-82ed68bd-6246-46d6-90ae-8b228f660e15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.438901] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 770.438901] env[62633]: value = "task-2696041" [ 770.438901] env[62633]: _type = "Task" [ 770.438901] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.446758] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696036, 'name': CreateSnapshot_Task, 'duration_secs': 1.135627} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.446963] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.447774] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1492822-e6cd-4ae7-8802-f889ad8b5e57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.454283] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.481196] env[62633]: DEBUG nova.compute.utils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.482596] env[62633]: DEBUG nova.compute.manager [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 770.616260] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c5374b-bd9f-44c3-0b5c-5d1a1b775e81, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.616614] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.616881] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] b0aad7fe-ee74-48fd-8634-36e38b7bdf42/b0aad7fe-ee74-48fd-8634-36e38b7bdf42.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.617165] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd35696b-ebd5-43ba-b44b-036e8fe48868 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.624688] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 770.624688] env[62633]: value = "task-2696042" [ 770.624688] env[62633]: _type = "Task" [ 770.624688] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.636590] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.808940] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696040, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.821899] env[62633]: DEBUG oslo_concurrency.lockutils [req-8c2e64ba-b1fd-420e-bc30-2fdceaa5f0c6 req-3b43f29e-b074-480d-adab-f4dc6934f18c service nova] Releasing lock "refresh_cache-4a190bf3-0d75-44c8-beb0-a66b70242ce5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.952807] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.980044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.980044] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-376b010c-8277-4a2b-85d0-a6810ce76b24 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.983872] env[62633]: DEBUG nova.compute.manager [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.996872] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 770.996872] env[62633]: value = "task-2696043" [ 770.996872] env[62633]: _type = "Task" [ 770.996872] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.016362] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696043, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.142744] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696042, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.305026] env[62633]: DEBUG oslo_vmware.api [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696040, 'name': PowerOnVM_Task, 'duration_secs': 0.677403} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.305026] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.305026] env[62633]: INFO nova.compute.manager [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Took 8.76 seconds to spawn the instance on the hypervisor. [ 771.305026] env[62633]: DEBUG nova.compute.manager [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.305026] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934efd67-c0e7-45cb-8802-a07df2216742 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.455785] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696041, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.498196] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44465c0a-3162-4e88-a5ec-7de7b53bfe83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.518268] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696043, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.521912] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d0a06e-3f75-446a-9d38-91e923a70e83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.555265] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07324b9c-5bd3-4bdb-ba49-34d80fc1ea6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.565067] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5589b65e-c753-4b9a-a64f-8fe8d1f69636 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.584193] env[62633]: DEBUG nova.compute.provider_tree [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.641319] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519768} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.641601] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] b0aad7fe-ee74-48fd-8634-36e38b7bdf42/b0aad7fe-ee74-48fd-8634-36e38b7bdf42.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.641849] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.642870] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a5e7dde-24a2-4eb3-8ee5-6c2c11bd020e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.651506] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 771.651506] env[62633]: value = "task-2696044" [ 771.651506] env[62633]: _type = "Task" [ 771.651506] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.661719] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.836464] env[62633]: INFO nova.compute.manager [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Took 38.25 seconds to build instance. [ 771.958990] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696041, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.999145] env[62633]: DEBUG nova.compute.manager [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.018579] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696043, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.079643] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.079925] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.080100] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.080337] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.080488] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.080652] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.080876] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.081088] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.081355] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.081565] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.081758] env[62633]: DEBUG nova.virt.hardware [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.083073] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1365d9-abb7-4739-a9d2-8cc740b03595 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.087593] env[62633]: DEBUG nova.scheduler.client.report [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.098338] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff0b241-f128-4cbf-a5c9-2c0d5fdab865 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.114691] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.120864] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Creating folder: Project (756586155bfe4e7e80a41a59b092b923). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.122078] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b133eb9-f937-4669-b020-5864584cdc21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.138053] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Created folder: Project (756586155bfe4e7e80a41a59b092b923) in parent group-v543169. [ 772.138729] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Creating folder: Instances. Parent ref: group-v543343. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.138729] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e70eb797-d3bd-4c8c-8ba6-1ef97e88143c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.151578] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "80c52abd-1553-4c67-877b-77f63423ee63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.151824] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "80c52abd-1553-4c67-877b-77f63423ee63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.153713] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Created folder: Instances in parent group-v543343. [ 772.153980] env[62633]: DEBUG oslo.service.loopingcall [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.154710] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.160410] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecd521fe-3aea-4f03-83d5-f5c81e6cff28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.181951] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.420668} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.183628] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.184224] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.184224] env[62633]: value = "task-2696047" [ 772.184224] env[62633]: _type = "Task" [ 772.184224] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.184952] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc96c93-bcef-454d-a1ca-8b32beeb3236 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.197475] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696047, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.216702] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b0aad7fe-ee74-48fd-8634-36e38b7bdf42/b0aad7fe-ee74-48fd-8634-36e38b7bdf42.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.216867] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16bc4620-133b-413c-8885-bbd0e99d4a11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.239187] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 772.239187] env[62633]: value = "task-2696048" [ 772.239187] env[62633]: _type = "Task" [ 772.239187] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.249680] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.336632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d3e9a6d-9738-4765-bafd-8340d6ae430f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "c9c0576f-608d-4e30-80dc-2d880da95830" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.164s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.458411] env[62633]: DEBUG oslo_vmware.api [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696041, 'name': RemoveSnapshot_Task, 'duration_secs': 1.69762} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.458700] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.459027] env[62633]: INFO nova.compute.manager [None req-91bfcb57-0d9b-4079-acbe-844830da175e tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Took 18.81 seconds to snapshot the instance on the hypervisor. [ 772.520137] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696043, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.593905] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.594595] env[62633]: DEBUG nova.compute.manager [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.598278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.909s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.655831] env[62633]: DEBUG nova.compute.manager [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.704613] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696047, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.755713] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.019406] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696043, 'name': CloneVM_Task, 'duration_secs': 1.988366} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.019899] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Created linked-clone VM from snapshot [ 773.020928] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cea085-01fa-46e6-9c20-a1a51c8fb536 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.035107] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Uploading image fe40fdf6-5bc0-4a88-a629-8dfefad1384e {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 773.077361] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 773.077361] env[62633]: value = "vm-543342" [ 773.077361] env[62633]: _type = "VirtualMachine" [ 773.077361] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 773.077361] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c044229-b6f4-453a-80ea-44517597f341 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.088020] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease: (returnval){ [ 773.088020] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526f1ed6-38cf-836e-2d7f-70a30ce01a4b" [ 773.088020] env[62633]: _type = "HttpNfcLease" [ 773.088020] env[62633]: } obtained for exporting VM: (result){ [ 773.088020] env[62633]: value = "vm-543342" [ 773.088020] env[62633]: _type = "VirtualMachine" [ 773.088020] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 773.088020] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the lease: (returnval){ [ 773.088020] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526f1ed6-38cf-836e-2d7f-70a30ce01a4b" [ 773.088020] env[62633]: _type = "HttpNfcLease" [ 773.088020] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 773.095765] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.095765] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526f1ed6-38cf-836e-2d7f-70a30ce01a4b" [ 773.095765] env[62633]: _type = "HttpNfcLease" [ 773.095765] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 773.108220] env[62633]: DEBUG nova.compute.utils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.110307] env[62633]: INFO nova.compute.claims [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.114893] env[62633]: DEBUG nova.compute.manager [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.115340] env[62633]: DEBUG nova.network.neutron [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.177166] env[62633]: DEBUG nova.policy [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f996eb05e24c159a59ac1088e98378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04137b21e1694f77ba9178689ff1b807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.182348] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.202419] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696047, 'name': CreateVM_Task, 'duration_secs': 0.657085} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.202594] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.203027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.203193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.204196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.204196] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cf67ce-2007-416a-bd06-6825d2b269b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.210198] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 773.210198] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52fac398-d7c2-2459-d155-c89a574119d8" [ 773.210198] env[62633]: _type = "Task" [ 773.210198] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.224323] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fac398-d7c2-2459-d155-c89a574119d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.252731] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696048, 'name': ReconfigVM_Task, 'duration_secs': 0.723662} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.253096] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b0aad7fe-ee74-48fd-8634-36e38b7bdf42/b0aad7fe-ee74-48fd-8634-36e38b7bdf42.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.253683] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51c52b76-87a0-4099-9e19-dab122f6bf68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.262233] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 773.262233] env[62633]: value = "task-2696050" [ 773.262233] env[62633]: _type = "Task" [ 773.262233] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.273638] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696050, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.597122] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.597122] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526f1ed6-38cf-836e-2d7f-70a30ce01a4b" [ 773.597122] env[62633]: _type = "HttpNfcLease" [ 773.597122] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 773.599541] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 773.599541] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526f1ed6-38cf-836e-2d7f-70a30ce01a4b" [ 773.599541] env[62633]: _type = "HttpNfcLease" [ 773.599541] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 773.604251] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c05f19-9892-42b3-af4c-cf2129118854 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.607613] env[62633]: DEBUG nova.network.neutron [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Successfully created port: aa8d3736-9f7e-455d-a1a5-c1e98e08745d {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.617320] env[62633]: DEBUG nova.compute.manager [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.620141] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477b78-9901-2b2b-d914-981adfe43e5f/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 773.620458] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477b78-9901-2b2b-d914-981adfe43e5f/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 773.624017] env[62633]: INFO nova.compute.resource_tracker [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating resource usage from migration 402af64d-ec86-487c-99c5-4521d8670aaf [ 773.725659] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fac398-d7c2-2459-d155-c89a574119d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013733} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.725973] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.726319] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.726619] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.726709] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.726923] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.729755] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-915de80a-a2a1-47f7-a660-acd5f5c10fbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.732988] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3a6ef93-009f-425f-a5c3-ed90600c3c16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.746363] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.746363] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.746363] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e26501-3d13-4b02-8a6e-c50ccc426040 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.751749] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 773.751749] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52436fb1-49f3-05fd-7922-2557ff04649b" [ 773.751749] env[62633]: _type = "Task" [ 773.751749] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.763891] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52436fb1-49f3-05fd-7922-2557ff04649b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.777719] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696050, 'name': Rename_Task, 'duration_secs': 0.184185} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.783831] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.784474] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99d80cc4-6fd1-4352-baee-1748ab1d4d55 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.794255] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 773.794255] env[62633]: value = "task-2696051" [ 773.794255] env[62633]: _type = "Task" [ 773.794255] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.831102] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696051, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.872746] env[62633]: DEBUG nova.compute.manager [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 774.024704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "3d60f677-da9a-4224-905a-76b93c725026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.025118] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.263781] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52436fb1-49f3-05fd-7922-2557ff04649b, 'name': SearchDatastore_Task, 'duration_secs': 0.017776} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.268647] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671ee842-1ba3-433b-bca9-57a9525b1b0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.275144] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 774.275144] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b86568-38a7-0d12-3700-f0a301d361bd" [ 774.275144] env[62633]: _type = "Task" [ 774.275144] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.287308] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b86568-38a7-0d12-3700-f0a301d361bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.306896] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.358689] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2fba0b-891c-4195-9da6-7ad23b003ad5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.370192] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab1b0b-40e4-462c-b8c8-2496d5a8771a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.435490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1541bcb6-ba65-45b3-9f69-57865c9b7a09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.454020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2d1be7-8fda-451e-b826-86751bbf6bb5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.463022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.474422] env[62633]: DEBUG nova.compute.provider_tree [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.528458] env[62633]: DEBUG nova.compute.manager [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.630025] env[62633]: DEBUG nova.compute.manager [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.670707] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.673511] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.674122] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.675955] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.675955] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.675955] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.675955] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.675955] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.677077] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.677242] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.678025] env[62633]: DEBUG nova.virt.hardware [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.679067] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a16922d-4788-4e8a-a999-412c2e192236 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.690206] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c60a95-cfbe-4a17-9e83-172b70a03c79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.789714] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b86568-38a7-0d12-3700-f0a301d361bd, 'name': SearchDatastore_Task, 'duration_secs': 0.019679} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.790300] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.794022] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6e3476bc-9257-4223-a556-8329dd6a019a/6e3476bc-9257-4223-a556-8329dd6a019a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.794022] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-812798f4-7409-4905-a4cf-2065764b855c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.804444] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 774.804444] env[62633]: value = "task-2696052" [ 774.804444] env[62633]: _type = "Task" [ 774.804444] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.820131] env[62633]: DEBUG oslo_vmware.api [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696051, 'name': PowerOnVM_Task, 'duration_secs': 0.782746} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.820676] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.822518] env[62633]: INFO nova.compute.manager [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Took 9.72 seconds to spawn the instance on the hypervisor. [ 774.822518] env[62633]: DEBUG nova.compute.manager [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.822518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83326b-510b-4ad4-ac57-541840c9842f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.831404] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.981663] env[62633]: DEBUG nova.scheduler.client.report [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.061704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.320358] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696052, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.358616] env[62633]: INFO nova.compute.manager [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Took 38.21 seconds to build instance. [ 775.487631] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.889s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.488060] env[62633]: INFO nova.compute.manager [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Migrating [ 775.499767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.366s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.500179] env[62633]: DEBUG nova.objects.instance [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lazy-loading 'resources' on Instance uuid 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.625069] env[62633]: DEBUG nova.compute.manager [req-478716d7-b2b4-44ae-9e7c-7f21d9bba51c req-f7936b77-145c-472d-9653-8702513197cb service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Received event network-vif-plugged-aa8d3736-9f7e-455d-a1a5-c1e98e08745d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.626029] env[62633]: DEBUG oslo_concurrency.lockutils [req-478716d7-b2b4-44ae-9e7c-7f21d9bba51c req-f7936b77-145c-472d-9653-8702513197cb service nova] Acquiring lock "69844c2d-2b25-47de-b6ee-00d7738281be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.626029] env[62633]: DEBUG oslo_concurrency.lockutils [req-478716d7-b2b4-44ae-9e7c-7f21d9bba51c req-f7936b77-145c-472d-9653-8702513197cb service nova] Lock "69844c2d-2b25-47de-b6ee-00d7738281be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.628052] env[62633]: DEBUG oslo_concurrency.lockutils [req-478716d7-b2b4-44ae-9e7c-7f21d9bba51c req-f7936b77-145c-472d-9653-8702513197cb service nova] Lock "69844c2d-2b25-47de-b6ee-00d7738281be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.628052] env[62633]: DEBUG nova.compute.manager [req-478716d7-b2b4-44ae-9e7c-7f21d9bba51c req-f7936b77-145c-472d-9653-8702513197cb service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] No waiting events found dispatching network-vif-plugged-aa8d3736-9f7e-455d-a1a5-c1e98e08745d {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.628052] env[62633]: WARNING nova.compute.manager [req-478716d7-b2b4-44ae-9e7c-7f21d9bba51c req-f7936b77-145c-472d-9653-8702513197cb service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Received unexpected event network-vif-plugged-aa8d3736-9f7e-455d-a1a5-c1e98e08745d for instance with vm_state building and task_state spawning. [ 775.777461] env[62633]: DEBUG nova.network.neutron [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Successfully updated port: aa8d3736-9f7e-455d-a1a5-c1e98e08745d {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.820318] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737678} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.820661] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6e3476bc-9257-4223-a556-8329dd6a019a/6e3476bc-9257-4223-a556-8329dd6a019a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.820926] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.821206] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec1f5bc2-07b9-4897-ad71-8aee50257a89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.832277] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 775.832277] env[62633]: value = "task-2696053" [ 775.832277] env[62633]: _type = "Task" [ 775.832277] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.846539] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.861620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.071s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.015191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.015191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.015191] env[62633]: DEBUG nova.network.neutron [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.282864] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.283028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.283179] env[62633]: DEBUG nova.network.neutron [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.350390] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072393} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.351667] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.351667] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891d2b61-439e-4d49-917f-fede19dde28f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.379383] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 6e3476bc-9257-4223-a556-8329dd6a019a/6e3476bc-9257-4223-a556-8329dd6a019a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.383177] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898a1e21-c2d8-4e3a-9520-0c6c1a9ee3ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.406972] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 776.406972] env[62633]: value = "task-2696054" [ 776.406972] env[62633]: _type = "Task" [ 776.406972] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.416942] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.461108] env[62633]: DEBUG nova.compute.manager [req-925cb688-951c-48a3-8e69-bfe08a49c73a req-e0c877eb-296f-4332-8bd0-0260a81699b3 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Received event network-changed-a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.461207] env[62633]: DEBUG nova.compute.manager [req-925cb688-951c-48a3-8e69-bfe08a49c73a req-e0c877eb-296f-4332-8bd0-0260a81699b3 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Refreshing instance network info cache due to event network-changed-a94a2ec7-7022-484e-98da-8c7568ff8bfb. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 776.461390] env[62633]: DEBUG oslo_concurrency.lockutils [req-925cb688-951c-48a3-8e69-bfe08a49c73a req-e0c877eb-296f-4332-8bd0-0260a81699b3 service nova] Acquiring lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.461531] env[62633]: DEBUG oslo_concurrency.lockutils [req-925cb688-951c-48a3-8e69-bfe08a49c73a req-e0c877eb-296f-4332-8bd0-0260a81699b3 service nova] Acquired lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.461726] env[62633]: DEBUG nova.network.neutron [req-925cb688-951c-48a3-8e69-bfe08a49c73a req-e0c877eb-296f-4332-8bd0-0260a81699b3 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Refreshing network info cache for port a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.621210] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273fd8d1-3003-4b53-b945-34f4abdfd2da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.629296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9dc689-8146-43d8-95ad-f19637e21b50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.668896] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08d81b8-284a-4698-8a33-ceed6d18ceaf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.678312] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2226104-e21f-4bed-83e2-835df9ad0124 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.695555] env[62633]: DEBUG nova.compute.provider_tree [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.783687] env[62633]: DEBUG nova.network.neutron [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance_info_cache with network_info: [{"id": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "address": "fa:16:3e:57:a6:18", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabcb269e-fe", "ovs_interfaceid": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.827248] env[62633]: DEBUG nova.network.neutron [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.925109] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.995597] env[62633]: DEBUG nova.network.neutron [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [{"id": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "address": "fa:16:3e:20:ef:a0", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d3736-9f", "ovs_interfaceid": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.199630] env[62633]: DEBUG nova.scheduler.client.report [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.217985] env[62633]: DEBUG nova.network.neutron [req-925cb688-951c-48a3-8e69-bfe08a49c73a req-e0c877eb-296f-4332-8bd0-0260a81699b3 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Updated VIF entry in instance network info cache for port a94a2ec7-7022-484e-98da-8c7568ff8bfb. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.218780] env[62633]: DEBUG nova.network.neutron [req-925cb688-951c-48a3-8e69-bfe08a49c73a req-e0c877eb-296f-4332-8bd0-0260a81699b3 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Updating instance_info_cache with network_info: [{"id": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "address": "fa:16:3e:c5:32:ff", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a2ec7-70", "ovs_interfaceid": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.287471] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.348686] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.348998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.349260] env[62633]: INFO nova.compute.manager [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Rebooting instance [ 777.424929] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696054, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.500229] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.500843] env[62633]: DEBUG nova.compute.manager [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Instance network_info: |[{"id": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "address": "fa:16:3e:20:ef:a0", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d3736-9f", "ovs_interfaceid": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.501343] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:ef:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa8d3736-9f7e-455d-a1a5-c1e98e08745d', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.510885] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Creating folder: Project (04137b21e1694f77ba9178689ff1b807). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.511311] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96f60e15-d557-498f-a87d-d7417191d5e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.525781] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Created folder: Project (04137b21e1694f77ba9178689ff1b807) in parent group-v543169. [ 777.526174] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Creating folder: Instances. Parent ref: group-v543346. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.526616] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96215927-ef05-401b-917a-e2ac7c4c83a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.542068] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Created folder: Instances in parent group-v543346. [ 777.542068] env[62633]: DEBUG oslo.service.loopingcall [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.542068] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.542068] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59e5151b-cd4c-47bf-a0f9-bac71d352f85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.566128] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.566128] env[62633]: value = "task-2696057" [ 777.566128] env[62633]: _type = "Task" [ 777.566128] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.576879] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696057, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.705963] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.711051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.548s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.711306] env[62633]: DEBUG nova.objects.instance [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lazy-loading 'resources' on Instance uuid 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.725314] env[62633]: DEBUG oslo_concurrency.lockutils [req-925cb688-951c-48a3-8e69-bfe08a49c73a req-e0c877eb-296f-4332-8bd0-0260a81699b3 service nova] Releasing lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.738522] env[62633]: INFO nova.scheduler.client.report [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Deleted allocations for instance 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0 [ 777.869089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.869089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquired lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.869089] env[62633]: DEBUG nova.network.neutron [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.925975] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696054, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.032992] env[62633]: DEBUG nova.compute.manager [req-eeeb8ae1-dc30-446e-86c8-cf081584e029 req-9a8ef853-afce-4232-b423-60f8a255f6f5 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Received event network-changed-aa8d3736-9f7e-455d-a1a5-c1e98e08745d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.033206] env[62633]: DEBUG nova.compute.manager [req-eeeb8ae1-dc30-446e-86c8-cf081584e029 req-9a8ef853-afce-4232-b423-60f8a255f6f5 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Refreshing instance network info cache due to event network-changed-aa8d3736-9f7e-455d-a1a5-c1e98e08745d. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.033430] env[62633]: DEBUG oslo_concurrency.lockutils [req-eeeb8ae1-dc30-446e-86c8-cf081584e029 req-9a8ef853-afce-4232-b423-60f8a255f6f5 service nova] Acquiring lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.033876] env[62633]: DEBUG oslo_concurrency.lockutils [req-eeeb8ae1-dc30-446e-86c8-cf081584e029 req-9a8ef853-afce-4232-b423-60f8a255f6f5 service nova] Acquired lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.034160] env[62633]: DEBUG nova.network.neutron [req-eeeb8ae1-dc30-446e-86c8-cf081584e029 req-9a8ef853-afce-4232-b423-60f8a255f6f5 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Refreshing network info cache for port aa8d3736-9f7e-455d-a1a5-c1e98e08745d {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.079848] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696057, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.172297] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.173088] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.250512] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3cad9035-60d9-4a86-b0cb-a6014e575d50 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.871s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.435572] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696054, 'name': ReconfigVM_Task, 'duration_secs': 1.638491} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.435923] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 6e3476bc-9257-4223-a556-8329dd6a019a/6e3476bc-9257-4223-a556-8329dd6a019a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.437093] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f433ce2d-8835-4e04-bf14-b33a1189bcbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.450052] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 778.450052] env[62633]: value = "task-2696058" [ 778.450052] env[62633]: _type = "Task" [ 778.450052] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.462717] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696058, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.580570] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696057, 'name': CreateVM_Task, 'duration_secs': 0.577821} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.582886] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.589261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.589261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.589261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.589261] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edb77e4-3dcf-415e-891a-90b9904193e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.593355] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 778.593355] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5258234c-fac3-92d6-e828-2033266b20ba" [ 778.593355] env[62633]: _type = "Task" [ 778.593355] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.604155] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5258234c-fac3-92d6-e828-2033266b20ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.676745] env[62633]: DEBUG nova.compute.manager [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.680512] env[62633]: DEBUG nova.network.neutron [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Updating instance_info_cache with network_info: [{"id": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "address": "fa:16:3e:c5:32:ff", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a2ec7-70", "ovs_interfaceid": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.724515] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a06c5a6-9092-4f96-a6e5-1d0aa45051ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.736715] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab0261d-dadb-4eea-b86f-aed9a0a905e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.781656] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a7eeba-884a-4335-8958-8b90c421a07e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.791790] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caa9ec2-2ba2-45df-83e5-59a6a2e7cbc3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.806862] env[62633]: DEBUG nova.compute.provider_tree [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.811759] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fdbf03-0b95-493c-a675-38f82cb5a42e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.831816] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance '09e7f442-9910-4c63-a446-9f527cb23691' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 778.884775] env[62633]: DEBUG nova.network.neutron [req-eeeb8ae1-dc30-446e-86c8-cf081584e029 req-9a8ef853-afce-4232-b423-60f8a255f6f5 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updated VIF entry in instance network info cache for port aa8d3736-9f7e-455d-a1a5-c1e98e08745d. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.885162] env[62633]: DEBUG nova.network.neutron [req-eeeb8ae1-dc30-446e-86c8-cf081584e029 req-9a8ef853-afce-4232-b423-60f8a255f6f5 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [{"id": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "address": "fa:16:3e:20:ef:a0", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d3736-9f", "ovs_interfaceid": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.965022] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696058, 'name': Rename_Task, 'duration_secs': 0.334581} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.965888] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.966581] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4ea1b9-92ba-4547-b9cc-9feb2073e306 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.975565] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 778.975565] env[62633]: value = "task-2696059" [ 778.975565] env[62633]: _type = "Task" [ 778.975565] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.991931] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.131381] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5258234c-fac3-92d6-e828-2033266b20ba, 'name': SearchDatastore_Task, 'duration_secs': 0.016165} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.131381] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.131381] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.131381] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.131381] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.131381] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.133699] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ea57cd6-8b2e-4c1e-af7a-d09092bf6768 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.152151] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.152302] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.154326] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e2217d-8e90-4990-b505-181938914da8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.165997] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 779.165997] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f9f748-5a2d-0732-0c60-ee1ca409d54f" [ 779.165997] env[62633]: _type = "Task" [ 779.165997] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.182392] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f9f748-5a2d-0732-0c60-ee1ca409d54f, 'name': SearchDatastore_Task, 'duration_secs': 0.014756} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.184342] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ceb0987-f2c1-4110-aabe-6173e1e6a101 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.192368] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Releasing lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.197689] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 779.197689] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523f7b63-6cf7-cc0a-c039-7529b162fedc" [ 779.197689] env[62633]: _type = "Task" [ 779.197689] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.212768] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523f7b63-6cf7-cc0a-c039-7529b162fedc, 'name': SearchDatastore_Task, 'duration_secs': 0.013519} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.213657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.213959] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 69844c2d-2b25-47de-b6ee-00d7738281be/69844c2d-2b25-47de-b6ee-00d7738281be.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.214319] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3d5203a-1219-4a12-a7d7-c1af626d2c04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.217860] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.224137] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 779.224137] env[62633]: value = "task-2696060" [ 779.224137] env[62633]: _type = "Task" [ 779.224137] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.312159] env[62633]: DEBUG nova.scheduler.client.report [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.341207] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.341860] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56b31963-b74b-47eb-9c30-dfd6d5e3eba2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.352058] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 779.352058] env[62633]: value = "task-2696061" [ 779.352058] env[62633]: _type = "Task" [ 779.352058] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.362182] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.392661] env[62633]: DEBUG oslo_concurrency.lockutils [req-eeeb8ae1-dc30-446e-86c8-cf081584e029 req-9a8ef853-afce-4232-b423-60f8a255f6f5 service nova] Releasing lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.488634] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696059, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.703026] env[62633]: DEBUG nova.compute.manager [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.703999] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b113f505-cd04-4142-b819-25a737f80241 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.712799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.713179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.740163] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.818977] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.821296] env[62633]: DEBUG oslo_concurrency.lockutils [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.321s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.821581] env[62633]: DEBUG nova.objects.instance [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lazy-loading 'resources' on Instance uuid 53a893e3-80c6-404d-be8a-8489bb210320 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.843490] env[62633]: INFO nova.scheduler.client.report [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Deleted allocations for instance 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b [ 779.863179] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696061, 'name': PowerOffVM_Task, 'duration_secs': 0.207332} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.863179] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.863179] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance '09e7f442-9910-4c63-a446-9f527cb23691' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 779.988516] env[62633]: DEBUG oslo_vmware.api [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696059, 'name': PowerOnVM_Task, 'duration_secs': 0.812566} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.988958] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.989065] env[62633]: INFO nova.compute.manager [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Took 7.99 seconds to spawn the instance on the hypervisor. [ 779.989296] env[62633]: DEBUG nova.compute.manager [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.991230] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c3783b-1256-4596-a361-49db2d2f8919 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.179872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "93a7c543-0901-4fae-b5e8-906c2bca5508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.180113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "93a7c543-0901-4fae-b5e8-906c2bca5508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.215865] env[62633]: DEBUG nova.compute.manager [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.241914] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696060, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.357031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Lock "569c9c5c-9ece-45a4-95f0-b52f6eb3e10b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.042s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.380632] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.387565] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b71b322-17a9-4a37-ae0b-ff25f017c544 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.408739] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 780.408739] env[62633]: value = "task-2696062" [ 780.408739] env[62633]: _type = "Task" [ 780.408739] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.422371] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.513646] env[62633]: INFO nova.compute.manager [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Took 37.09 seconds to build instance. [ 780.682559] env[62633]: DEBUG nova.compute.manager [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.736787] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dab0f5-4471-40ec-98f5-e3775c90d9d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.753937] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Doing hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 780.754296] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696060, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.755724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.756355] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bcc67f8d-404f-4e26-ae02-70222d61ad3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.765368] env[62633]: DEBUG oslo_vmware.api [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 780.765368] env[62633]: value = "task-2696063" [ 780.765368] env[62633]: _type = "Task" [ 780.765368] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.784943] env[62633]: DEBUG oslo_vmware.api [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696063, 'name': ResetVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.894731] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "8391c08a-ba96-4715-99a3-ba775e5fece6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.895132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "8391c08a-ba96-4715-99a3-ba775e5fece6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.928244] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696062, 'name': ReconfigVM_Task, 'duration_secs': 0.40167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.928244] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance '09e7f442-9910-4c63-a446-9f527cb23691' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 780.950299] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c245c6-dabc-416b-9055-d4f288cd9071 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.963220] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc537c14-b352-40f4-97b7-4b63e91ae9fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.005465] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd830396-6970-4b42-b521-15b9a3704b38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.017469] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bc9ea5-6557-4a7e-b65b-da13f6e65eb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.022610] env[62633]: DEBUG oslo_concurrency.lockutils [None req-76665153-e6a7-4483-b26d-cbfb33570982 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "6e3476bc-9257-4223-a556-8329dd6a019a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.622s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.037920] env[62633]: DEBUG nova.compute.provider_tree [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.213734] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.238240] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696060, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.6361} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.238645] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 69844c2d-2b25-47de-b6ee-00d7738281be/69844c2d-2b25-47de-b6ee-00d7738281be.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.238975] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.239359] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd3ef16-5ff5-4e0b-a45e-2f5994b30e75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.248976] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 781.248976] env[62633]: value = "task-2696064" [ 781.248976] env[62633]: _type = "Task" [ 781.248976] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.260937] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.279263] env[62633]: DEBUG oslo_vmware.api [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696063, 'name': ResetVM_Task, 'duration_secs': 0.163728} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.279606] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Did hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 781.279852] env[62633]: DEBUG nova.compute.manager [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.280804] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc129fa-0067-483a-a5d9-61ce9f370f75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.312212] env[62633]: INFO nova.compute.manager [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Rebuilding instance [ 781.363858] env[62633]: DEBUG nova.compute.manager [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.364802] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16effc8a-d5b1-4b1e-8b4e-a1c091efaa59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.398532] env[62633]: DEBUG nova.compute.manager [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.439198] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.439469] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.439637] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.439828] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.439976] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.440140] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.440344] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.440505] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.440672] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.440837] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.441136] env[62633]: DEBUG nova.virt.hardware [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.446655] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 781.447513] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6459aa9d-db48-471e-b790-3922eab744ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.471315] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 781.471315] env[62633]: value = "task-2696065" [ 781.471315] env[62633]: _type = "Task" [ 781.471315] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.481055] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.542808] env[62633]: DEBUG nova.scheduler.client.report [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.761378] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079541} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.761760] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.763295] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76de432-1333-41f2-921b-602554161bcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.785707] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 69844c2d-2b25-47de-b6ee-00d7738281be/69844c2d-2b25-47de-b6ee-00d7738281be.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.785980] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799ebf54-0446-4d28-99b2-da829e7fec66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.803510] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cec50131-4454-4c56-8837-96c8c7bdfbda tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.454s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.810042] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 781.810042] env[62633]: value = "task-2696066" [ 781.810042] env[62633]: _type = "Task" [ 781.810042] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.821857] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.922709] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.983148] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.048833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.051720] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.647s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.054076] env[62633]: INFO nova.compute.claims [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.079942] env[62633]: INFO nova.scheduler.client.report [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Deleted allocations for instance 53a893e3-80c6-404d-be8a-8489bb210320 [ 782.322658] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.380731] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.381261] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f23d6265-d534-492a-af28-f04aa7f3377a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.391288] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 782.391288] env[62633]: value = "task-2696067" [ 782.391288] env[62633]: _type = "Task" [ 782.391288] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.403356] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.484315] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.589900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-882935ee-03d3-493a-8d0f-301ef9f0b373 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Lock "53a893e3-80c6-404d-be8a-8489bb210320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.426s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.830295] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696066, 'name': ReconfigVM_Task, 'duration_secs': 0.694083} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.830592] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 69844c2d-2b25-47de-b6ee-00d7738281be/69844c2d-2b25-47de-b6ee-00d7738281be.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.832007] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94498e30-2178-478a-a50d-f49b80ee4a97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.841416] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 782.841416] env[62633]: value = "task-2696068" [ 782.841416] env[62633]: _type = "Task" [ 782.841416] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.852183] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696068, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.903917] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696067, 'name': PowerOffVM_Task, 'duration_secs': 0.168627} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.904439] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.904701] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.905544] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a4f1cd-ae70-43d7-9155-4abdab4f230c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.915393] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.915665] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed8e32d9-92b8-4cce-b3e1-7b6f3e8d48d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.945256] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.945583] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.945761] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Deleting the datastore file [datastore2] 6e3476bc-9257-4223-a556-8329dd6a019a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.946113] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4754cfe4-ea59-415c-a15b-ba3f990d053c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.955304] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 782.955304] env[62633]: value = "task-2696070" [ 782.955304] env[62633]: _type = "Task" [ 782.955304] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.966578] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.987473] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696065, 'name': ReconfigVM_Task, 'duration_secs': 1.196314} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.988812] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 782.989818] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f4341b-4b6d-4a00-a23b-ff66c447d332 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.020606] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 09e7f442-9910-4c63-a446-9f527cb23691/09e7f442-9910-4c63-a446-9f527cb23691.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.021110] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2aaac4d-af0a-4f06-bffb-863f86267acc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.051182] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 783.051182] env[62633]: value = "task-2696071" [ 783.051182] env[62633]: _type = "Task" [ 783.051182] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.068370] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.248590] env[62633]: DEBUG nova.compute.manager [req-0e5d9e55-6c7d-4615-897b-bdc4d7d68646 req-8186c70c-38e7-42eb-b299-7246a88861c7 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Received event network-changed-a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.248847] env[62633]: DEBUG nova.compute.manager [req-0e5d9e55-6c7d-4615-897b-bdc4d7d68646 req-8186c70c-38e7-42eb-b299-7246a88861c7 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Refreshing instance network info cache due to event network-changed-a94a2ec7-7022-484e-98da-8c7568ff8bfb. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 783.249105] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e5d9e55-6c7d-4615-897b-bdc4d7d68646 req-8186c70c-38e7-42eb-b299-7246a88861c7 service nova] Acquiring lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.249327] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e5d9e55-6c7d-4615-897b-bdc4d7d68646 req-8186c70c-38e7-42eb-b299-7246a88861c7 service nova] Acquired lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.249566] env[62633]: DEBUG nova.network.neutron [req-0e5d9e55-6c7d-4615-897b-bdc4d7d68646 req-8186c70c-38e7-42eb-b299-7246a88861c7 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Refreshing network info cache for port a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.355393] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696068, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.464972] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138404} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.465226] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.465409] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.465611] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.558658] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b11e06e-2ad1-43f4-8828-0323a7429fed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.568063] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696071, 'name': ReconfigVM_Task, 'duration_secs': 0.343963} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.568563] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 09e7f442-9910-4c63-a446-9f527cb23691/09e7f442-9910-4c63-a446-9f527cb23691.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.568886] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance '09e7f442-9910-4c63-a446-9f527cb23691' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 783.575348] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15006b55-26cd-48ba-a8af-9b4753a8b463 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.609557] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54381565-dff5-4000-924b-221394059464 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.618580] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ebe0cb-66bf-4c28-8aab-ef739f122564 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.634791] env[62633]: DEBUG nova.compute.provider_tree [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.860063] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696068, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.029975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.029975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.029975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.029975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.029975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.029975] env[62633]: INFO nova.compute.manager [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Terminating instance [ 784.078090] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79241e44-d303-49ae-befc-0207e5cd627f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.109350] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db06dd0-106f-4bf3-8ec7-c64226992e0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.138216] env[62633]: DEBUG nova.scheduler.client.report [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.142393] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance '09e7f442-9910-4c63-a446-9f527cb23691' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 784.206206] env[62633]: DEBUG nova.network.neutron [req-0e5d9e55-6c7d-4615-897b-bdc4d7d68646 req-8186c70c-38e7-42eb-b299-7246a88861c7 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Updated VIF entry in instance network info cache for port a94a2ec7-7022-484e-98da-8c7568ff8bfb. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.206626] env[62633]: DEBUG nova.network.neutron [req-0e5d9e55-6c7d-4615-897b-bdc4d7d68646 req-8186c70c-38e7-42eb-b299-7246a88861c7 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Updating instance_info_cache with network_info: [{"id": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "address": "fa:16:3e:c5:32:ff", "network": {"id": "913cad44-43b9-4c57-8752-950475c935d7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1878126400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e644231eee4d668ee642a0ac4355fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a2ec7-70", "ovs_interfaceid": "a94a2ec7-7022-484e-98da-8c7568ff8bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.359169] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696068, 'name': Rename_Task, 'duration_secs': 1.228841} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.359894] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.360354] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2a0965d-d9cc-422f-9cec-dca88a66d2ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.369177] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 784.369177] env[62633]: value = "task-2696072" [ 784.369177] env[62633]: _type = "Task" [ 784.369177] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.376663] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.522591] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.522908] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.523114] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.523384] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.523618] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.523816] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.524657] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.524910] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.525115] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.525289] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.525491] env[62633]: DEBUG nova.virt.hardware [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.526821] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca947ac1-0567-4ada-b235-f3182e937540 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.533700] env[62633]: DEBUG nova.compute.manager [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.534100] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.541261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c0cc8b-cc8e-436e-9e3c-f4ad0d128dbc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.544728] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50e2ee5-53a8-45ee-8ac0-11c2af63f072 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.570175] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.570639] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.576202] env[62633]: DEBUG oslo.service.loopingcall [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.576487] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a162125-bcca-4baa-bad6-2878e940adc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.578469] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.578699] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e53edcab-3fe8-4af7-90fc-e5d114d9291f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.599024] env[62633]: DEBUG oslo_vmware.api [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 784.599024] env[62633]: value = "task-2696073" [ 784.599024] env[62633]: _type = "Task" [ 784.599024] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.599024] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.599024] env[62633]: value = "task-2696074" [ 784.599024] env[62633]: _type = "Task" [ 784.599024] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.614801] env[62633]: DEBUG oslo_vmware.api [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.614954] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696074, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.648314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.650024] env[62633]: DEBUG nova.compute.manager [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.658907] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.077s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.659808] env[62633]: DEBUG nova.objects.instance [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lazy-loading 'resources' on Instance uuid ce37e013-1443-4d3c-a639-ec2d64fddff2 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.710864] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e5d9e55-6c7d-4615-897b-bdc4d7d68646 req-8186c70c-38e7-42eb-b299-7246a88861c7 service nova] Releasing lock "refresh_cache-b0aad7fe-ee74-48fd-8634-36e38b7bdf42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.759478] env[62633]: DEBUG nova.network.neutron [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Port abcb269e-fe52-45c2-8ba4-75a4f983377e binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 784.884169] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.072882] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477b78-9901-2b2b-d914-981adfe43e5f/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.074587] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0526a7-528f-4c1f-8e40-5af58e348f4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.082535] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477b78-9901-2b2b-d914-981adfe43e5f/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.082833] env[62633]: ERROR oslo_vmware.rw_handles [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477b78-9901-2b2b-d914-981adfe43e5f/disk-0.vmdk due to incomplete transfer. [ 785.082963] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e61fc86-33fe-4ddc-abe0-149e9f16d264 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.091451] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477b78-9901-2b2b-d914-981adfe43e5f/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.093899] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Uploaded image fe40fdf6-5bc0-4a88-a629-8dfefad1384e to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.097058] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.097413] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8fd73c75-35c7-43e9-a85e-1397ad430b84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.123188] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696074, 'name': CreateVM_Task, 'duration_secs': 0.320452} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.123786] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 785.123786] env[62633]: value = "task-2696075" [ 785.123786] env[62633]: _type = "Task" [ 785.123786] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.126037] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.126608] env[62633]: DEBUG oslo_vmware.api [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696073, 'name': PowerOffVM_Task, 'duration_secs': 0.231084} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.126827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.126978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.129083] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.130639] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.130821] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.131076] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1d64c9-54d8-4dfd-9db2-a02b517c5cfd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.132593] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cfcf837-a5e1-4c1e-88e1-559d20521659 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.142904] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696075, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.143283] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 785.143283] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5204a8bd-8b46-3bc7-4d4e-a3c0a1517086" [ 785.143283] env[62633]: _type = "Task" [ 785.143283] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.152224] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5204a8bd-8b46-3bc7-4d4e-a3c0a1517086, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.152527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.152760] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.152989] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.153153] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.153335] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.153598] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-659aa1f0-d8d6-41fc-9c8d-1084f10e0206 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.160364] env[62633]: DEBUG nova.compute.utils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.162694] env[62633]: DEBUG nova.compute.manager [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.162875] env[62633]: DEBUG nova.network.neutron [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.164761] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.165202] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.168317] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29328da-95bb-4cc3-9bdf-47d9028b4790 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.175717] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 785.175717] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5275d756-3c2d-6438-b60a-b22c144a229a" [ 785.175717] env[62633]: _type = "Task" [ 785.175717] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.187526] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5275d756-3c2d-6438-b60a-b22c144a229a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.210355] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.210355] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.210355] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Deleting the datastore file [datastore1] b0aad7fe-ee74-48fd-8634-36e38b7bdf42 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.210355] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e75c2566-adee-4e39-bfd1-6dcc901cefdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.217492] env[62633]: DEBUG oslo_vmware.api [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 785.217492] env[62633]: value = "task-2696077" [ 785.217492] env[62633]: _type = "Task" [ 785.217492] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.230080] env[62633]: DEBUG oslo_vmware.api [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.242478] env[62633]: DEBUG nova.policy [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcb4adc048a341f586bf4a8eda0c2e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a2989fb5a624d3691685a2c5f675914', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.380389] env[62633]: DEBUG oslo_vmware.api [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696072, 'name': PowerOnVM_Task, 'duration_secs': 0.709724} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.383312] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.383533] env[62633]: INFO nova.compute.manager [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Took 10.75 seconds to spawn the instance on the hypervisor. [ 785.383716] env[62633]: DEBUG nova.compute.manager [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.385801] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52df17db-8c84-460a-a059-918ed4963e14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.641857] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696075, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.669522] env[62633]: DEBUG nova.compute.manager [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.675880] env[62633]: DEBUG nova.network.neutron [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Successfully created port: 93f65331-8c2c-47e8-9a57-737bf315f750 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.698208] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5275d756-3c2d-6438-b60a-b22c144a229a, 'name': SearchDatastore_Task, 'duration_secs': 0.015087} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.699039] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a11d108-e463-43e7-8940-c8ea8a9ec9b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.712226] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 785.712226] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b7823d-68de-d182-e8a7-0ae44d2e4841" [ 785.712226] env[62633]: _type = "Task" [ 785.712226] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.722803] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb5d612-f697-495c-9b8e-30267f83685e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.743573] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0d6056-0442-4a39-ab24-c4820a49205e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.746857] env[62633]: DEBUG oslo_vmware.api [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161433} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.747447] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b7823d-68de-d182-e8a7-0ae44d2e4841, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.747765] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.747875] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.748066] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.748216] env[62633]: INFO nova.compute.manager [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Took 1.21 seconds to destroy the instance on the hypervisor. [ 785.748453] env[62633]: DEBUG oslo.service.loopingcall [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.748682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.748928] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 6e3476bc-9257-4223-a556-8329dd6a019a/6e3476bc-9257-4223-a556-8329dd6a019a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.749533] env[62633]: DEBUG nova.compute.manager [-] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.749641] env[62633]: DEBUG nova.network.neutron [-] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.751307] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-866bfc8a-b661-46c0-a749-5221d2c6541e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.788103] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1011e380-ed36-47a6-9f8d-8fa0e298bfe9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.800310] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "09e7f442-9910-4c63-a446-9f527cb23691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.800932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.800932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.802646] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 785.802646] env[62633]: value = "task-2696078" [ 785.802646] env[62633]: _type = "Task" [ 785.802646] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.811983] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fd7fe1-74e1-435d-8e1a-9eccb69d2bcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.820402] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.832388] env[62633]: DEBUG nova.compute.provider_tree [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.908223] env[62633]: INFO nova.compute.manager [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Took 35.54 seconds to build instance. [ 786.138714] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696075, 'name': Destroy_Task, 'duration_secs': 0.791545} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.138714] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Destroyed the VM [ 786.138714] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.138714] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3dde81d5-bc27-4f3b-9d27-86fa7042256b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.149920] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 786.149920] env[62633]: value = "task-2696079" [ 786.149920] env[62633]: _type = "Task" [ 786.149920] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.167370] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696079, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.317164] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512083} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.318273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 6e3476bc-9257-4223-a556-8329dd6a019a/6e3476bc-9257-4223-a556-8329dd6a019a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.318670] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.319048] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8891b073-0ff7-4d94-8a3f-d2328115c162 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.329333] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 786.329333] env[62633]: value = "task-2696080" [ 786.329333] env[62633]: _type = "Task" [ 786.329333] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.336405] env[62633]: DEBUG nova.scheduler.client.report [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.344914] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.410587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bec097b3-94f7-4da7-921f-48dbb21d2d3a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.059s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.665045] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696079, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.681353] env[62633]: DEBUG nova.compute.manager [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.706833] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.707122] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.707297] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.707514] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.708846] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.708846] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.708846] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.708846] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.708846] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.708846] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.708846] env[62633]: DEBUG nova.virt.hardware [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.709569] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d2578-d288-4e3f-ae96-d8fc3935044f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.718856] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82128bb-4945-4e38-ad60-1ac82b5dfde4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.742491] env[62633]: DEBUG nova.network.neutron [-] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.827425] env[62633]: DEBUG nova.compute.manager [req-f1600cfb-2847-4a58-83a0-18ff1b483239 req-5b96bcb2-72ee-4b3c-b3ab-fec63784b052 service nova] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Received event network-vif-deleted-a94a2ec7-7022-484e-98da-8c7568ff8bfb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.844258] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086118} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.844660] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.846785] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41680d1-75fb-4be9-85cd-40e0898b89f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.850493] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.854201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.841s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.854201] env[62633]: DEBUG nova.objects.instance [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lazy-loading 'resources' on Instance uuid 9e379033-a6bd-4853-918f-8ddcd30ac375 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.885499] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 6e3476bc-9257-4223-a556-8329dd6a019a/6e3476bc-9257-4223-a556-8329dd6a019a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.887209] env[62633]: INFO nova.scheduler.client.report [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Deleted allocations for instance ce37e013-1443-4d3c-a639-ec2d64fddff2 [ 786.888297] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18fc19c-3463-49a1-872c-7dd1886a0dd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.916096] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 786.916096] env[62633]: value = "task-2696081" [ 786.916096] env[62633]: _type = "Task" [ 786.916096] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.932894] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.167988] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696079, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.167988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.167988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.167988] env[62633]: DEBUG nova.network.neutron [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.251599] env[62633]: INFO nova.compute.manager [-] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Took 1.50 seconds to deallocate network for instance. [ 787.410885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc71d574-07da-423b-9bc6-ed58cbf9517e tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "ce37e013-1443-4d3c-a639-ec2d64fddff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.949s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.432994] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.466781] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.467258] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.507213] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.507489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.538551] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.538685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.666576] env[62633]: DEBUG oslo_vmware.api [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696079, 'name': RemoveSnapshot_Task, 'duration_secs': 1.035274} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.669629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.670018] env[62633]: INFO nova.compute.manager [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Took 19.32 seconds to snapshot the instance on the hypervisor. [ 787.761341] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.828993] env[62633]: DEBUG nova.network.neutron [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Successfully updated port: 93f65331-8c2c-47e8-9a57-737bf315f750 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.896597] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86719d0d-0cce-47ee-afeb-0c359e8ae16f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.907759] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bd7588-263b-4d1c-8aac-54a56256f01d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.945009] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3656d09b-d357-4b08-b612-95d5346e8cd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.947712] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.947925] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.948166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.948349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.948606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.951231] env[62633]: INFO nova.compute.manager [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Terminating instance [ 787.959036] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696081, 'name': ReconfigVM_Task, 'duration_secs': 0.795057} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.959628] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 6e3476bc-9257-4223-a556-8329dd6a019a/6e3476bc-9257-4223-a556-8329dd6a019a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.961296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c90009-98ad-48d5-a510-95de4b3a2d2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.965890] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74cb2d60-79c5-4be0-8886-4a9497bb3462 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.969844] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.983158] env[62633]: DEBUG nova.compute.provider_tree [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.987622] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 787.987622] env[62633]: value = "task-2696082" [ 787.987622] env[62633]: _type = "Task" [ 787.987622] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.988685] env[62633]: DEBUG nova.network.neutron [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance_info_cache with network_info: [{"id": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "address": "fa:16:3e:57:a6:18", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabcb269e-fe", "ovs_interfaceid": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.001821] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696082, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.010508] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.231429] env[62633]: DEBUG nova.compute.manager [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Found 3 images (rotation: 2) {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 788.231429] env[62633]: DEBUG nova.compute.manager [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Rotating out 1 backups {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 788.231429] env[62633]: DEBUG nova.compute.manager [None req-a5468854-2a7a-4cc9-8018-75085143598d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deleting image addb5b26-9393-484a-84d1-9b85ecc17c5d {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 788.331252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "refresh_cache-353e1c39-79ab-4dc6-990c-16661b1c3b49" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.331405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired lock "refresh_cache-353e1c39-79ab-4dc6-990c-16661b1c3b49" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.331561] env[62633]: DEBUG nova.network.neutron [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.460949] env[62633]: DEBUG nova.compute.manager [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.461206] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.462117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf19bc9-fac2-4d3d-9d76-f6adcb3da15c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.471088] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.471652] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b047f98-53da-4125-9cf2-5a25553d5020 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.479870] env[62633]: DEBUG oslo_vmware.api [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 788.479870] env[62633]: value = "task-2696083" [ 788.479870] env[62633]: _type = "Task" [ 788.479870] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.489785] env[62633]: DEBUG oslo_vmware.api [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2696083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.492518] env[62633]: DEBUG nova.scheduler.client.report [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.499043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.508301] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696082, 'name': Rename_Task, 'duration_secs': 0.147616} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.508558] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.508826] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d203c2b-1f4c-4cfe-9aa1-ccdbf0305c0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.511064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.517841] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 788.517841] env[62633]: value = "task-2696084" [ 788.517841] env[62633]: _type = "Task" [ 788.517841] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.528565] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.530785] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.878831] env[62633]: DEBUG nova.network.neutron [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.932952] env[62633]: DEBUG nova.compute.manager [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Received event network-vif-plugged-93f65331-8c2c-47e8-9a57-737bf315f750 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.933217] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] Acquiring lock "353e1c39-79ab-4dc6-990c-16661b1c3b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.933432] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] Lock "353e1c39-79ab-4dc6-990c-16661b1c3b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.933680] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] Lock "353e1c39-79ab-4dc6-990c-16661b1c3b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.933758] env[62633]: DEBUG nova.compute.manager [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] No waiting events found dispatching network-vif-plugged-93f65331-8c2c-47e8-9a57-737bf315f750 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.933920] env[62633]: WARNING nova.compute.manager [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Received unexpected event network-vif-plugged-93f65331-8c2c-47e8-9a57-737bf315f750 for instance with vm_state building and task_state spawning. [ 788.936152] env[62633]: DEBUG nova.compute.manager [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Received event network-changed-93f65331-8c2c-47e8-9a57-737bf315f750 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.936418] env[62633]: DEBUG nova.compute.manager [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Refreshing instance network info cache due to event network-changed-93f65331-8c2c-47e8-9a57-737bf315f750. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.936616] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] Acquiring lock "refresh_cache-353e1c39-79ab-4dc6-990c-16661b1c3b49" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.992325] env[62633]: DEBUG oslo_vmware.api [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2696083, 'name': PowerOffVM_Task, 'duration_secs': 0.21036} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.992648] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.992825] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.993173] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d7b5813-5bb3-4d45-9843-f041af11d434 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.003299] env[62633]: DEBUG oslo_concurrency.lockutils [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.009667] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.009s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.009926] env[62633]: DEBUG nova.objects.instance [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'resources' on Instance uuid 61bba756-8f9a-46af-a385-76fb8ab28a1b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.028732] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd35eaa-a1e4-4d72-92ce-54067e6a5efc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.035016] env[62633]: DEBUG oslo_vmware.api [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696084, 'name': PowerOnVM_Task, 'duration_secs': 0.503776} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.038214] env[62633]: INFO nova.scheduler.client.report [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Deleted allocations for instance 9e379033-a6bd-4853-918f-8ddcd30ac375 [ 789.038332] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.038604] env[62633]: DEBUG nova.compute.manager [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.039572] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1edb09-6ff7-48f2-ab2d-0fda9ff134dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.057308] env[62633]: DEBUG nova.network.neutron [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Updating instance_info_cache with network_info: [{"id": "93f65331-8c2c-47e8-9a57-737bf315f750", "address": "fa:16:3e:82:f0:f0", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f65331-8c", "ovs_interfaceid": "93f65331-8c2c-47e8-9a57-737bf315f750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.063088] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d5e15-137b-477f-b6ef-c98b69bc5624 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.074155] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.074364] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.074570] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Deleting the datastore file [datastore1] 4147ac17-f96b-4ea3-b18b-cccc26ea64ba {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.075088] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a7f662d-2110-4190-8ff2-c782a3f4d2c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.080930] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance '09e7f442-9910-4c63-a446-9f527cb23691' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 789.089078] env[62633]: DEBUG oslo_vmware.api [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for the task: (returnval){ [ 789.089078] env[62633]: value = "task-2696086" [ 789.089078] env[62633]: _type = "Task" [ 789.089078] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.099306] env[62633]: DEBUG oslo_vmware.api [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2696086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.562775] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Releasing lock "refresh_cache-353e1c39-79ab-4dc6-990c-16661b1c3b49" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.563130] env[62633]: DEBUG nova.compute.manager [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Instance network_info: |[{"id": "93f65331-8c2c-47e8-9a57-737bf315f750", "address": "fa:16:3e:82:f0:f0", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f65331-8c", "ovs_interfaceid": "93f65331-8c2c-47e8-9a57-737bf315f750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.563690] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] Acquired lock "refresh_cache-353e1c39-79ab-4dc6-990c-16661b1c3b49" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.563928] env[62633]: DEBUG nova.network.neutron [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Refreshing network info cache for port 93f65331-8c2c-47e8-9a57-737bf315f750 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.565203] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:f0:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93f65331-8c2c-47e8-9a57-737bf315f750', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.579010] env[62633]: DEBUG oslo.service.loopingcall [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.589174] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.590692] env[62633]: DEBUG oslo_concurrency.lockutils [None req-959fbcab-77c2-4955-88e4-e793086338db tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Lock "9e379033-a6bd-4853-918f-8ddcd30ac375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.046s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.594239] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.594239] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b62651a6-6bb9-433a-ac17-48c0227931f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.612565] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.613319] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c94b5e25-77f8-46e0-9141-9705c5de63e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.625467] env[62633]: DEBUG oslo_vmware.api [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2696086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.627589] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.627589] env[62633]: value = "task-2696088" [ 789.627589] env[62633]: _type = "Task" [ 789.627589] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.627864] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 789.627864] env[62633]: value = "task-2696087" [ 789.627864] env[62633]: _type = "Task" [ 789.627864] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.642619] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.646389] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696088, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.031108] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915aa9c0-33e4-409e-84f1-2b56c395874a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.041611] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7847ce-7d00-40bd-8251-56e54be7622d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.087098] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9676749-88ae-4da2-8591-cb39833021c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.095732] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a32341-b0c8-407c-8d45-a6abc4b1e870 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.113372] env[62633]: DEBUG nova.compute.provider_tree [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.124292] env[62633]: DEBUG oslo_vmware.api [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Task: {'id': task-2696086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.57489} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.124685] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.124966] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.125251] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.125555] env[62633]: INFO nova.compute.manager [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Took 1.66 seconds to destroy the instance on the hypervisor. [ 790.125861] env[62633]: DEBUG oslo.service.loopingcall [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.126806] env[62633]: DEBUG nova.compute.manager [-] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.126806] env[62633]: DEBUG nova.network.neutron [-] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.143020] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696088, 'name': CreateVM_Task, 'duration_secs': 0.390743} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.145955] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.145955] env[62633]: DEBUG oslo_vmware.api [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696087, 'name': PowerOnVM_Task, 'duration_secs': 0.46793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.146672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.146886] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.147274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.147624] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.148836] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08acc8ae-09d6-4c33-a549-5c741e57af56 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance '09e7f442-9910-4c63-a446-9f527cb23691' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 790.154468] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-485225fe-72c1-4ab5-a198-4043d8bd6083 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.161034] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 790.161034] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5244b013-7ea3-5b63-e65e-961bbd0aeefb" [ 790.161034] env[62633]: _type = "Task" [ 790.161034] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.172134] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5244b013-7ea3-5b63-e65e-961bbd0aeefb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.264592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "6e3476bc-9257-4223-a556-8329dd6a019a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.265117] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "6e3476bc-9257-4223-a556-8329dd6a019a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.265430] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "6e3476bc-9257-4223-a556-8329dd6a019a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.265661] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "6e3476bc-9257-4223-a556-8329dd6a019a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.265867] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "6e3476bc-9257-4223-a556-8329dd6a019a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.268188] env[62633]: INFO nova.compute.manager [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Terminating instance [ 790.329370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.329643] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.329826] env[62633]: DEBUG nova.compute.manager [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.330817] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67089f2a-f4be-4154-b598-bdbea557545f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.338752] env[62633]: DEBUG nova.compute.manager [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 790.339408] env[62633]: DEBUG nova.objects.instance [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'flavor' on Instance uuid 3ff447b7-9a02-4f12-8003-b4915cf440a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.462019] env[62633]: DEBUG nova.network.neutron [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Updated VIF entry in instance network info cache for port 93f65331-8c2c-47e8-9a57-737bf315f750. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.462957] env[62633]: DEBUG nova.network.neutron [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Updating instance_info_cache with network_info: [{"id": "93f65331-8c2c-47e8-9a57-737bf315f750", "address": "fa:16:3e:82:f0:f0", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f65331-8c", "ovs_interfaceid": "93f65331-8c2c-47e8-9a57-737bf315f750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.619105] env[62633]: DEBUG nova.scheduler.client.report [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.673980] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5244b013-7ea3-5b63-e65e-961bbd0aeefb, 'name': SearchDatastore_Task, 'duration_secs': 0.01482} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.674385] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.674652] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.674955] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.675149] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.675338] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.675837] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0acf8a0d-4865-4213-9fa7-5f6cf934dcab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.689239] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.689419] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.690164] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0d91a4-eb55-47fb-9239-635ee5af0905 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.697877] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 790.697877] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52698423-b330-86f6-26a5-ee6df1196938" [ 790.697877] env[62633]: _type = "Task" [ 790.697877] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.711466] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52698423-b330-86f6-26a5-ee6df1196938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.772149] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "refresh_cache-6e3476bc-9257-4223-a556-8329dd6a019a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.772340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquired lock "refresh_cache-6e3476bc-9257-4223-a556-8329dd6a019a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.772522] env[62633]: DEBUG nova.network.neutron [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.960908] env[62633]: DEBUG nova.compute.manager [req-f4028526-8cc2-41fb-a617-b85e39ee4b30 req-39219e3a-4146-4872-bfe8-225f9d004fbf service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Received event network-vif-deleted-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.961136] env[62633]: INFO nova.compute.manager [req-f4028526-8cc2-41fb-a617-b85e39ee4b30 req-39219e3a-4146-4872-bfe8-225f9d004fbf service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Neutron deleted interface 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f; detaching it from the instance and deleting it from the info cache [ 790.961310] env[62633]: DEBUG nova.network.neutron [req-f4028526-8cc2-41fb-a617-b85e39ee4b30 req-39219e3a-4146-4872-bfe8-225f9d004fbf service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.965996] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] Releasing lock "refresh_cache-353e1c39-79ab-4dc6-990c-16661b1c3b49" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.966611] env[62633]: DEBUG nova.compute.manager [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Received event network-changed-aa8d3736-9f7e-455d-a1a5-c1e98e08745d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.967053] env[62633]: DEBUG nova.compute.manager [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Refreshing instance network info cache due to event network-changed-aa8d3736-9f7e-455d-a1a5-c1e98e08745d. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 790.967335] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] Acquiring lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.967562] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] Acquired lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.967697] env[62633]: DEBUG nova.network.neutron [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Refreshing network info cache for port aa8d3736-9f7e-455d-a1a5-c1e98e08745d {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.012085] env[62633]: DEBUG nova.network.neutron [-] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.125745] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.128961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.025s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.129218] env[62633]: DEBUG nova.objects.instance [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lazy-loading 'resources' on Instance uuid 6f33032f-dd89-435d-9881-4aee445ee033 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.148682] env[62633]: INFO nova.scheduler.client.report [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleted allocations for instance 61bba756-8f9a-46af-a385-76fb8ab28a1b [ 791.210405] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52698423-b330-86f6-26a5-ee6df1196938, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.211184] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0ce5f6-5452-4268-9b87-0bcb2347bd40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.218498] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 791.218498] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52aa62e8-54e1-7c53-c11b-595364bf8115" [ 791.218498] env[62633]: _type = "Task" [ 791.218498] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.227550] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52aa62e8-54e1-7c53-c11b-595364bf8115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.291713] env[62633]: DEBUG nova.network.neutron [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.346888] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.347269] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b46ab67a-e236-4b50-9b88-e8edb28b357c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.349845] env[62633]: DEBUG nova.network.neutron [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.359555] env[62633]: DEBUG oslo_vmware.api [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 791.359555] env[62633]: value = "task-2696089" [ 791.359555] env[62633]: _type = "Task" [ 791.359555] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.370364] env[62633]: DEBUG oslo_vmware.api [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.464456] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88f945c0-e396-4e18-9e3f-15c10865aaf4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.477555] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afe68a8-0b2b-4bce-8812-93fef631988b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.519702] env[62633]: INFO nova.compute.manager [-] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Took 1.39 seconds to deallocate network for instance. [ 791.520330] env[62633]: DEBUG nova.compute.manager [req-f4028526-8cc2-41fb-a617-b85e39ee4b30 req-39219e3a-4146-4872-bfe8-225f9d004fbf service nova] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Detach interface failed, port_id=5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f, reason: Instance 4147ac17-f96b-4ea3-b18b-cccc26ea64ba could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 791.663147] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6926237-3406-4c46-983d-817a24db28d3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.396s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.664129] env[62633]: DEBUG oslo_concurrency.lockutils [req-6bf1e036-d806-4abb-8b3f-5edb0647d5ea req-7c8d2752-5fcc-4094-824c-e0776954a8c2 service nova] Acquired lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.666457] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb14379-33e7-41b8-aa4d-cc9725e36160 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.682767] env[62633]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 791.682767] env[62633]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62633) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 791.685666] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae47ee6d-0f5b-453a-86b7-d050d1f56c04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.706311] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d7e6a-ddd4-424f-8dbf-e85d99c36fbc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.731238] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52aa62e8-54e1-7c53-c11b-595364bf8115, 'name': SearchDatastore_Task, 'duration_secs': 0.039768} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.731498] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.731752] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 353e1c39-79ab-4dc6-990c-16661b1c3b49/353e1c39-79ab-4dc6-990c-16661b1c3b49.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.732053] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80c9ab45-c7ef-4667-8d44-cfbe7aa354f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.752076] env[62633]: ERROR root [req-6bf1e036-d806-4abb-8b3f-5edb0647d5ea req-7c8d2752-5fcc-4094-824c-e0776954a8c2 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-543193' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-543193' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-543193' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-543193'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-543193' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-543193' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-543193'}\n"]: nova.exception.InstanceNotFound: Instance 61bba756-8f9a-46af-a385-76fb8ab28a1b could not be found. [ 791.752288] env[62633]: DEBUG oslo_concurrency.lockutils [req-6bf1e036-d806-4abb-8b3f-5edb0647d5ea req-7c8d2752-5fcc-4094-824c-e0776954a8c2 service nova] Releasing lock "61bba756-8f9a-46af-a385-76fb8ab28a1b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.752506] env[62633]: DEBUG nova.compute.manager [req-6bf1e036-d806-4abb-8b3f-5edb0647d5ea req-7c8d2752-5fcc-4094-824c-e0776954a8c2 service nova] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Detach interface failed, port_id=40e71f8b-a4d3-4954-a327-c20949ef83cf, reason: Instance 61bba756-8f9a-46af-a385-76fb8ab28a1b could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 791.753656] env[62633]: DEBUG nova.network.neutron [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updated VIF entry in instance network info cache for port aa8d3736-9f7e-455d-a1a5-c1e98e08745d. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.754101] env[62633]: DEBUG nova.network.neutron [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [{"id": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "address": "fa:16:3e:20:ef:a0", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d3736-9f", "ovs_interfaceid": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.761258] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 791.761258] env[62633]: value = "task-2696090" [ 791.761258] env[62633]: _type = "Task" [ 791.761258] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.772320] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.854479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Releasing lock "refresh_cache-6e3476bc-9257-4223-a556-8329dd6a019a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.854903] env[62633]: DEBUG nova.compute.manager [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.856196] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.856196] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19444a86-b081-4fda-8e1a-0d3d5fadfb9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.868102] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.869256] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d0450ac-abda-407d-9db2-07f6cbc26e24 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.874707] env[62633]: DEBUG oslo_vmware.api [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696089, 'name': PowerOffVM_Task, 'duration_secs': 0.214691} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.874987] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.875200] env[62633]: DEBUG nova.compute.manager [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.877061] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c690f8-2142-49d7-a069-afef70119031 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.879798] env[62633]: DEBUG oslo_vmware.api [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 791.879798] env[62633]: value = "task-2696091" [ 791.879798] env[62633]: _type = "Task" [ 791.879798] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.897399] env[62633]: DEBUG oslo_vmware.api [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.029165] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.199022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "09e7f442-9910-4c63-a446-9f527cb23691" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.199022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.199022] env[62633]: DEBUG nova.compute.manager [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Going to confirm migration 2 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 792.238657] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ac0098-b1dd-420c-9614-483e248942d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.248358] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fb78d2-a4ce-42af-b886-f3e2297951d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.288812] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e77cc1a-283b-4a22-8dcf-07afef0ae978 req-6dd26a90-9134-44ac-9779-9145f13f9fb6 service nova] Releasing lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.294025] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c8d1a-338f-4b03-990e-45dd79dc540b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.304865] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696090, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.307505] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3698fb-771e-4e7b-8de6-a5e9c7b00992 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.323784] env[62633]: DEBUG nova.compute.provider_tree [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.391647] env[62633]: DEBUG oslo_vmware.api [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696091, 'name': PowerOffVM_Task, 'duration_secs': 0.132025} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.391647] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.391647] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.391888] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09609f9f-26a2-496d-97f9-7e93fb2c4fa1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.397018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a4f9999c-ef43-41ef-a7d4-93cf7609af77 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.420226] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.420498] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.420704] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Deleting the datastore file [datastore1] 6e3476bc-9257-4223-a556-8329dd6a019a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.421523] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e8cc644-74ad-4fa9-ad45-42ccf736d2ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.428652] env[62633]: DEBUG oslo_vmware.api [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for the task: (returnval){ [ 792.428652] env[62633]: value = "task-2696093" [ 792.428652] env[62633]: _type = "Task" [ 792.428652] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.437828] env[62633]: DEBUG oslo_vmware.api [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.807990] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.808318] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 353e1c39-79ab-4dc6-990c-16661b1c3b49/353e1c39-79ab-4dc6-990c-16661b1c3b49.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.808547] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.809896] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62a708f1-dd9e-48f4-9824-80e8396d0a2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.816927] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 792.816927] env[62633]: value = "task-2696094" [ 792.816927] env[62633]: _type = "Task" [ 792.816927] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.830866] env[62633]: DEBUG nova.scheduler.client.report [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.835614] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.842696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.842882] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.843086] env[62633]: DEBUG nova.network.neutron [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.843280] env[62633]: DEBUG nova.objects.instance [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lazy-loading 'info_cache' on Instance uuid 09e7f442-9910-4c63-a446-9f527cb23691 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.939542] env[62633]: DEBUG oslo_vmware.api [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Task: {'id': task-2696093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098337} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.939801] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.939985] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.940547] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.940813] env[62633]: INFO nova.compute.manager [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 792.941141] env[62633]: DEBUG oslo.service.loopingcall [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.941399] env[62633]: DEBUG nova.compute.manager [-] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.941507] env[62633]: DEBUG nova.network.neutron [-] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.963530] env[62633]: DEBUG nova.network.neutron [-] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.329784] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148204} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.331031] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.331314] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730e134d-54da-45d5-81cc-ce98065fd8df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.347564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.363594] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 353e1c39-79ab-4dc6-990c-16661b1c3b49/353e1c39-79ab-4dc6-990c-16661b1c3b49.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.365959] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.317s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.366381] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.366381] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 793.366673] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.632s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.369081] env[62633]: INFO nova.compute.claims [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.372081] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34f8db2-bf28-473d-b6fe-d7735b27c0ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.392189] env[62633]: INFO nova.scheduler.client.report [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Deleted allocations for instance 6f33032f-dd89-435d-9881-4aee445ee033 [ 793.393847] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c30dbe-bb7c-4f4a-b629-512939465b79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.406868] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08890c7a-659f-43ec-aed3-f01a16e282a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.411255] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 793.411255] env[62633]: value = "task-2696095" [ 793.411255] env[62633]: _type = "Task" [ 793.411255] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.424248] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dbde73-26af-47b4-a21a-8fdc7c319f27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.430593] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.436725] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4e70d2-e29c-4d97-b46c-076674a17cf7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.466730] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178615MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 793.466730] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.469126] env[62633]: DEBUG nova.network.neutron [-] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.639168] env[62633]: DEBUG nova.network.neutron [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance_info_cache with network_info: [{"id": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "address": "fa:16:3e:57:a6:18", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabcb269e-fe", "ovs_interfaceid": "abcb269e-fe52-45c2-8ba4-75a4f983377e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.808481] env[62633]: DEBUG nova.compute.manager [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Stashing vm_state: stopped {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 793.903326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "6f33032f-dd89-435d-9881-4aee445ee033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.974s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.922765] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.972472] env[62633]: INFO nova.compute.manager [-] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Took 1.03 seconds to deallocate network for instance. [ 794.142507] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-09e7f442-9910-4c63-a446-9f527cb23691" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.143035] env[62633]: DEBUG nova.objects.instance [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lazy-loading 'migration_context' on Instance uuid 09e7f442-9910-4c63-a446-9f527cb23691 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.430010] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696095, 'name': ReconfigVM_Task, 'duration_secs': 0.805001} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.430402] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 353e1c39-79ab-4dc6-990c-16661b1c3b49/353e1c39-79ab-4dc6-990c-16661b1c3b49.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.431070] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8f48c5c-8d4a-4a2d-89e4-326fb347c534 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.438289] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 794.438289] env[62633]: value = "task-2696097" [ 794.438289] env[62633]: _type = "Task" [ 794.438289] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.453873] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696097, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.459656] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.482692] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.642267] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.642550] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.646984] env[62633]: DEBUG nova.objects.base [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Object Instance<09e7f442-9910-4c63-a446-9f527cb23691> lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 794.651155] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ef724-b4ca-49ea-bd77-3f648ec054dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.677031] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c182ee63-917f-44bf-9659-9e0c129b03c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.683719] env[62633]: DEBUG oslo_vmware.api [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 794.683719] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522aa675-a5e8-e17f-a3b5-ba63244e238d" [ 794.683719] env[62633]: _type = "Task" [ 794.683719] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.694019] env[62633]: DEBUG oslo_vmware.api [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522aa675-a5e8-e17f-a3b5-ba63244e238d, 'name': SearchDatastore_Task, 'duration_secs': 0.007061} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.694433] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.921868] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f218eca-6788-4a6f-8c23-54fcb7adcb38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.930603] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188dbd47-c6e5-4e21-967f-1fc967ca02b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.974615] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c32480a-d93f-448d-8eb2-5344f8e24602 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.983230] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696097, 'name': Rename_Task, 'duration_secs': 0.330633} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.986225] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.986908] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c34dc2-e8ae-471d-859b-fd6fda282558 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.990469] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a04bd4-ec35-4e6c-bc48-f7de653f7446 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.007168] env[62633]: DEBUG nova.compute.provider_tree [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.012297] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 795.012297] env[62633]: value = "task-2696098" [ 795.012297] env[62633]: _type = "Task" [ 795.012297] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.019600] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696098, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.515151] env[62633]: DEBUG nova.scheduler.client.report [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.525019] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.022658] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.023201] env[62633]: DEBUG nova.compute.manager [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.028026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.844s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.028026] env[62633]: INFO nova.compute.claims [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.049837] env[62633]: DEBUG oslo_vmware.api [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696098, 'name': PowerOnVM_Task, 'duration_secs': 0.942372} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.050167] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.050332] env[62633]: INFO nova.compute.manager [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Took 9.37 seconds to spawn the instance on the hypervisor. [ 796.050506] env[62633]: DEBUG nova.compute.manager [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.051462] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae8ea9-5261-4520-8740-28e585df8851 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.537509] env[62633]: DEBUG nova.compute.utils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.541145] env[62633]: DEBUG nova.compute.manager [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.541321] env[62633]: DEBUG nova.network.neutron [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.581026] env[62633]: INFO nova.compute.manager [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Took 40.19 seconds to build instance. [ 796.596971] env[62633]: DEBUG nova.policy [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf2898a878964385a48fc36fb9144f0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2614deb9b53e4b4bad09f5740c64ffc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.864140] env[62633]: DEBUG nova.network.neutron [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Successfully created port: f4eea272-9117-460b-baf1-de09521bedd4 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.041999] env[62633]: DEBUG nova.compute.manager [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.089513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11a13d56-1fe5-4ea2-9067-194735259493 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "353e1c39-79ab-4dc6-990c-16661b1c3b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.717s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.596759] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.626193] env[62633]: DEBUG nova.compute.manager [req-18bd3e48-4d7f-4fac-8e31-a4f035381730 req-82f02fa9-2889-459f-b184-4974c04c2958 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Received event network-changed-93f65331-8c2c-47e8-9a57-737bf315f750 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.626507] env[62633]: DEBUG nova.compute.manager [req-18bd3e48-4d7f-4fac-8e31-a4f035381730 req-82f02fa9-2889-459f-b184-4974c04c2958 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Refreshing instance network info cache due to event network-changed-93f65331-8c2c-47e8-9a57-737bf315f750. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.626733] env[62633]: DEBUG oslo_concurrency.lockutils [req-18bd3e48-4d7f-4fac-8e31-a4f035381730 req-82f02fa9-2889-459f-b184-4974c04c2958 service nova] Acquiring lock "refresh_cache-353e1c39-79ab-4dc6-990c-16661b1c3b49" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.626874] env[62633]: DEBUG oslo_concurrency.lockutils [req-18bd3e48-4d7f-4fac-8e31-a4f035381730 req-82f02fa9-2889-459f-b184-4974c04c2958 service nova] Acquired lock "refresh_cache-353e1c39-79ab-4dc6-990c-16661b1c3b49" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.627041] env[62633]: DEBUG nova.network.neutron [req-18bd3e48-4d7f-4fac-8e31-a4f035381730 req-82f02fa9-2889-459f-b184-4974c04c2958 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Refreshing network info cache for port 93f65331-8c2c-47e8-9a57-737bf315f750 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.632854] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da741f-b7ec-4211-9d91-8c90c4c2dd1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.641546] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324795b7-23ba-4320-92ce-cb224793e2aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.675609] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f4c5f-2f17-4465-a99a-d3bbae7a35a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.685320] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2549006c-d02d-4a46-b67e-d912292c8c57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.700300] env[62633]: DEBUG nova.compute.provider_tree [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.757381] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquiring lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.757714] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.944246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.944567] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.944793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "99494742-9f6f-404c-bcb2-be74f0f36b4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.944983] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.945168] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.947750] env[62633]: INFO nova.compute.manager [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Terminating instance [ 798.060744] env[62633]: DEBUG nova.compute.manager [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.086832] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.086832] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.086832] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.086832] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.087071] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.087071] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.087303] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.087482] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.087654] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.087815] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.087988] env[62633]: DEBUG nova.virt.hardware [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.089182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2462f1fb-b883-4481-800f-c41d0cb1d916 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.099034] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b65ff4-c4d9-4969-9dda-153fd33bf90b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.121754] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.204026] env[62633]: DEBUG nova.scheduler.client.report [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.408197] env[62633]: DEBUG nova.network.neutron [req-18bd3e48-4d7f-4fac-8e31-a4f035381730 req-82f02fa9-2889-459f-b184-4974c04c2958 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Updated VIF entry in instance network info cache for port 93f65331-8c2c-47e8-9a57-737bf315f750. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.408598] env[62633]: DEBUG nova.network.neutron [req-18bd3e48-4d7f-4fac-8e31-a4f035381730 req-82f02fa9-2889-459f-b184-4974c04c2958 service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Updating instance_info_cache with network_info: [{"id": "93f65331-8c2c-47e8-9a57-737bf315f750", "address": "fa:16:3e:82:f0:f0", "network": {"id": "e99386ce-c8cc-489d-b651-8826d1f9a17f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138784852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a2989fb5a624d3691685a2c5f675914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f65331-8c", "ovs_interfaceid": "93f65331-8c2c-47e8-9a57-737bf315f750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.452290] env[62633]: DEBUG nova.compute.manager [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.452669] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.453666] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7506573-b449-40e4-ad39-6d34a538bb7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.464488] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.464760] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f17377d-523d-4a34-8620-7e32a54436d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.473144] env[62633]: DEBUG oslo_vmware.api [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 798.473144] env[62633]: value = "task-2696099" [ 798.473144] env[62633]: _type = "Task" [ 798.473144] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.482714] env[62633]: DEBUG oslo_vmware.api [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2696099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.541529] env[62633]: DEBUG nova.network.neutron [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Successfully updated port: f4eea272-9117-460b-baf1-de09521bedd4 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.709023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.709351] env[62633]: DEBUG nova.compute.manager [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.712286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.252s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.911177] env[62633]: DEBUG oslo_concurrency.lockutils [req-18bd3e48-4d7f-4fac-8e31-a4f035381730 req-82f02fa9-2889-459f-b184-4974c04c2958 service nova] Releasing lock "refresh_cache-353e1c39-79ab-4dc6-990c-16661b1c3b49" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.983254] env[62633]: DEBUG oslo_vmware.api [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2696099, 'name': PowerOffVM_Task, 'duration_secs': 0.191589} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.983538] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.983713] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.983986] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea518531-f502-43b6-9fa8-98260b64d53e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.044713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "refresh_cache-2c30ad22-0261-48af-9ee6-901e2f18a943" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.044871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "refresh_cache-2c30ad22-0261-48af-9ee6-901e2f18a943" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.044984] env[62633]: DEBUG nova.network.neutron [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.046916] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.047130] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.047350] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Deleting the datastore file [datastore1] 99494742-9f6f-404c-bcb2-be74f0f36b4e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.047803] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af64e94-1b1b-40bc-a018-c300c56d44ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.056835] env[62633]: DEBUG oslo_vmware.api [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for the task: (returnval){ [ 799.056835] env[62633]: value = "task-2696101" [ 799.056835] env[62633]: _type = "Task" [ 799.056835] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.064592] env[62633]: DEBUG oslo_vmware.api [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2696101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.217249] env[62633]: INFO nova.compute.claims [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.221713] env[62633]: DEBUG nova.compute.utils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.223084] env[62633]: DEBUG nova.compute.manager [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.223253] env[62633]: DEBUG nova.network.neutron [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.261638] env[62633]: DEBUG nova.policy [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7352422f5fab45d2833e2534de465a4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd425ac420141413a8a7a00d705355bbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.514770] env[62633]: DEBUG nova.network.neutron [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Successfully created port: a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.570521] env[62633]: DEBUG oslo_vmware.api [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Task: {'id': task-2696101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124896} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.570929] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.571282] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.571591] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.571902] env[62633]: INFO nova.compute.manager [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 799.572278] env[62633]: DEBUG oslo.service.loopingcall [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.572574] env[62633]: DEBUG nova.compute.manager [-] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.572730] env[62633]: DEBUG nova.network.neutron [-] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.603092] env[62633]: DEBUG nova.network.neutron [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.657094] env[62633]: DEBUG nova.compute.manager [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Received event network-vif-plugged-f4eea272-9117-460b-baf1-de09521bedd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.657094] env[62633]: DEBUG oslo_concurrency.lockutils [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] Acquiring lock "2c30ad22-0261-48af-9ee6-901e2f18a943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.657094] env[62633]: DEBUG oslo_concurrency.lockutils [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] Lock "2c30ad22-0261-48af-9ee6-901e2f18a943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.657094] env[62633]: DEBUG oslo_concurrency.lockutils [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] Lock "2c30ad22-0261-48af-9ee6-901e2f18a943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.657094] env[62633]: DEBUG nova.compute.manager [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] No waiting events found dispatching network-vif-plugged-f4eea272-9117-460b-baf1-de09521bedd4 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.657094] env[62633]: WARNING nova.compute.manager [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Received unexpected event network-vif-plugged-f4eea272-9117-460b-baf1-de09521bedd4 for instance with vm_state building and task_state spawning. [ 799.657336] env[62633]: DEBUG nova.compute.manager [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Received event network-changed-f4eea272-9117-460b-baf1-de09521bedd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.657378] env[62633]: DEBUG nova.compute.manager [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Refreshing instance network info cache due to event network-changed-f4eea272-9117-460b-baf1-de09521bedd4. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.657580] env[62633]: DEBUG oslo_concurrency.lockutils [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] Acquiring lock "refresh_cache-2c30ad22-0261-48af-9ee6-901e2f18a943" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.725063] env[62633]: INFO nova.compute.resource_tracker [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating resource usage from migration 44e8ed6b-1b82-4117-b27c-058bc947bae7 [ 799.728733] env[62633]: DEBUG nova.compute.manager [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.123631] env[62633]: DEBUG nova.network.neutron [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Updating instance_info_cache with network_info: [{"id": "f4eea272-9117-460b-baf1-de09521bedd4", "address": "fa:16:3e:8c:61:a6", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4eea272-91", "ovs_interfaceid": "f4eea272-9117-460b-baf1-de09521bedd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.194641] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07c1e9-cf75-480b-a842-e6008aaf7c2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.203121] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa8401-7a87-47a4-9793-6bbc98c493d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.239339] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e600b81d-c5f5-41b8-8287-56a4e76324dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.247410] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf86f7-1ff1-485f-bf64-20edc045d0f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.261031] env[62633]: DEBUG nova.compute.provider_tree [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.626425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "refresh_cache-2c30ad22-0261-48af-9ee6-901e2f18a943" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.626993] env[62633]: DEBUG nova.compute.manager [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Instance network_info: |[{"id": "f4eea272-9117-460b-baf1-de09521bedd4", "address": "fa:16:3e:8c:61:a6", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4eea272-91", "ovs_interfaceid": "f4eea272-9117-460b-baf1-de09521bedd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.627340] env[62633]: DEBUG oslo_concurrency.lockutils [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] Acquired lock "refresh_cache-2c30ad22-0261-48af-9ee6-901e2f18a943" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.627546] env[62633]: DEBUG nova.network.neutron [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Refreshing network info cache for port f4eea272-9117-460b-baf1-de09521bedd4 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.628764] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:61:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4eea272-9117-460b-baf1-de09521bedd4', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.642266] env[62633]: DEBUG oslo.service.loopingcall [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.645093] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.645571] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-371c63d8-c1bd-4cc7-a982-93eea2943561 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.666572] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.666572] env[62633]: value = "task-2696102" [ 800.666572] env[62633]: _type = "Task" [ 800.666572] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.678195] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696102, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.744751] env[62633]: DEBUG nova.compute.manager [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.764863] env[62633]: DEBUG nova.scheduler.client.report [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.775068] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d9deea9e3546088d50d9816fcd6240e7',container_format='bare',created_at=2025-02-19T16:17:58Z,direct_url=,disk_format='vmdk',id=7b6bcc49-f98c-437e-9614-3b2c86dff680,min_disk=1,min_ram=0,name='tempest-test-snap-815857194',owner='d425ac420141413a8a7a00d705355bbe',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T16:18:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.775349] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.775592] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.775806] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.775979] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.776155] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.776419] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.776618] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.776818] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.776999] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.777211] env[62633]: DEBUG nova.virt.hardware [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.778150] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d585eca5-56d2-4733-abe1-b7f31edcad7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.786182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d854e13-234d-4c9a-8613-09f35fb98626 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.861739] env[62633]: DEBUG nova.network.neutron [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Updated VIF entry in instance network info cache for port f4eea272-9117-460b-baf1-de09521bedd4. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.862150] env[62633]: DEBUG nova.network.neutron [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Updating instance_info_cache with network_info: [{"id": "f4eea272-9117-460b-baf1-de09521bedd4", "address": "fa:16:3e:8c:61:a6", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4eea272-91", "ovs_interfaceid": "f4eea272-9117-460b-baf1-de09521bedd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.945268] env[62633]: DEBUG nova.network.neutron [-] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.178217] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696102, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.272042] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.558s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.272042] env[62633]: INFO nova.compute.manager [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Migrating [ 801.278109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.217s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.279645] env[62633]: INFO nova.compute.claims [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.365386] env[62633]: DEBUG oslo_concurrency.lockutils [req-d3857e7d-f0a5-4b2d-9f2b-af2c08ac6055 req-ed3b0033-4ce0-4a76-80ed-2cd68956a534 service nova] Releasing lock "refresh_cache-2c30ad22-0261-48af-9ee6-901e2f18a943" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.447757] env[62633]: INFO nova.compute.manager [-] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Took 1.87 seconds to deallocate network for instance. [ 801.500315] env[62633]: DEBUG nova.network.neutron [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Successfully updated port: a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.678597] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696102, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.791032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.791032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.791148] env[62633]: DEBUG nova.network.neutron [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.890617] env[62633]: DEBUG nova.compute.manager [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Received event network-vif-deleted-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.890840] env[62633]: DEBUG nova.compute.manager [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Received event network-vif-plugged-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.891137] env[62633]: DEBUG oslo_concurrency.lockutils [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] Acquiring lock "80c52abd-1553-4c67-877b-77f63423ee63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.891458] env[62633]: DEBUG oslo_concurrency.lockutils [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] Lock "80c52abd-1553-4c67-877b-77f63423ee63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.891709] env[62633]: DEBUG oslo_concurrency.lockutils [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] Lock "80c52abd-1553-4c67-877b-77f63423ee63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.891939] env[62633]: DEBUG nova.compute.manager [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] No waiting events found dispatching network-vif-plugged-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.892151] env[62633]: WARNING nova.compute.manager [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Received unexpected event network-vif-plugged-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 for instance with vm_state building and task_state spawning. [ 801.892359] env[62633]: DEBUG nova.compute.manager [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Received event network-changed-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.892549] env[62633]: DEBUG nova.compute.manager [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Refreshing instance network info cache due to event network-changed-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.892738] env[62633]: DEBUG oslo_concurrency.lockutils [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] Acquiring lock "refresh_cache-80c52abd-1553-4c67-877b-77f63423ee63" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.892876] env[62633]: DEBUG oslo_concurrency.lockutils [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] Acquired lock "refresh_cache-80c52abd-1553-4c67-877b-77f63423ee63" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.893048] env[62633]: DEBUG nova.network.neutron [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Refreshing network info cache for port a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.956371] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.002908] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "refresh_cache-80c52abd-1553-4c67-877b-77f63423ee63" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.181292] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696102, 'name': CreateVM_Task, 'duration_secs': 1.320757} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.181581] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.182358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.182595] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.183013] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.183334] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057d2bc4-6f77-4254-b6d6-8673719cba66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.188875] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 802.188875] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c5e6a6-ce45-5cd1-a872-9be47d198364" [ 802.188875] env[62633]: _type = "Task" [ 802.188875] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.198916] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c5e6a6-ce45-5cd1-a872-9be47d198364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.440976] env[62633]: DEBUG nova.network.neutron [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.569181] env[62633]: DEBUG nova.network.neutron [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.573429] env[62633]: DEBUG nova.network.neutron [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance_info_cache with network_info: [{"id": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "address": "fa:16:3e:a0:4b:ab", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f462ed0-62", "ovs_interfaceid": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.688993] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef507cc-c2e7-4905-86e8-e294187c2e47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.702464] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7ce80f-6a18-487f-97f5-d5c16c2d1970 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.705412] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c5e6a6-ce45-5cd1-a872-9be47d198364, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.705695] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.705925] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.706168] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.706333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.706525] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.707039] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee13763c-9b65-4541-9c3a-4d738b582e8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.734679] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db80c82-1701-4430-ab18-bbe71091fcb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.742648] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f312eefa-e129-4c5a-8a9b-b0d557164540 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.746691] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.746867] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.747563] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e291b7-3d29-4934-9eaf-1a80f304b2a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.752631] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 802.752631] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5206802b-110b-527a-7cf5-e76866723797" [ 802.752631] env[62633]: _type = "Task" [ 802.752631] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.760018] env[62633]: DEBUG nova.compute.provider_tree [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.770319] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5206802b-110b-527a-7cf5-e76866723797, 'name': SearchDatastore_Task, 'duration_secs': 0.008015} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.772050] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970a5808-6024-4e23-a236-f4a2179e5191 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.777507] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 802.777507] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52fb26cf-787a-15b3-7fb9-299d2c112c86" [ 802.777507] env[62633]: _type = "Task" [ 802.777507] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.784765] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fb26cf-787a-15b3-7fb9-299d2c112c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.071977] env[62633]: DEBUG oslo_concurrency.lockutils [req-3efedb71-89ad-4d22-9c48-5f998db2cb34 req-2d794e1f-3784-4cf9-be98-ac6e7516ddc7 service nova] Releasing lock "refresh_cache-80c52abd-1553-4c67-877b-77f63423ee63" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.072420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "refresh_cache-80c52abd-1553-4c67-877b-77f63423ee63" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.072604] env[62633]: DEBUG nova.network.neutron [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.074599] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.262979] env[62633]: DEBUG nova.scheduler.client.report [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.288680] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fb26cf-787a-15b3-7fb9-299d2c112c86, 'name': SearchDatastore_Task, 'duration_secs': 0.008874} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.288979] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.289293] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 2c30ad22-0261-48af-9ee6-901e2f18a943/2c30ad22-0261-48af-9ee6-901e2f18a943.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.289599] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d5ecf2a-153b-40d1-aa65-9fcc3620d0d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.295685] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 803.295685] env[62633]: value = "task-2696103" [ 803.295685] env[62633]: _type = "Task" [ 803.295685] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.303103] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.612982] env[62633]: DEBUG nova.network.neutron [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.768169] env[62633]: DEBUG nova.network.neutron [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Updating instance_info_cache with network_info: [{"id": "a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7", "address": "fa:16:3e:fd:7e:12", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1647c6d-e6", "ovs_interfaceid": "a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.769908] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.771573] env[62633]: DEBUG nova.compute.manager [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.774420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.557s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.775982] env[62633]: INFO nova.compute.claims [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.806410] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440697} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.806646] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 2c30ad22-0261-48af-9ee6-901e2f18a943/2c30ad22-0261-48af-9ee6-901e2f18a943.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.806860] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.807116] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c9b24bf-a4cf-45e6-bf58-5fe47a036e23 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.813750] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 803.813750] env[62633]: value = "task-2696104" [ 803.813750] env[62633]: _type = "Task" [ 803.813750] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.821789] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.274847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "refresh_cache-80c52abd-1553-4c67-877b-77f63423ee63" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.275171] env[62633]: DEBUG nova.compute.manager [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Instance network_info: |[{"id": "a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7", "address": "fa:16:3e:fd:7e:12", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1647c6d-e6", "ovs_interfaceid": "a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.275697] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:7e:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.283112] env[62633]: DEBUG oslo.service.loopingcall [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.284309] env[62633]: DEBUG nova.compute.utils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.287227] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.287695] env[62633]: DEBUG nova.compute.manager [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.287858] env[62633]: DEBUG nova.network.neutron [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.290246] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11504a54-f2d9-4cac-ac74-78712ac1de2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.311406] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.311406] env[62633]: value = "task-2696105" [ 804.311406] env[62633]: _type = "Task" [ 804.311406] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.322338] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696105, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.325288] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080002} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.325535] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.326303] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d33e355-1775-4955-9421-c9a92634c67b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.347390] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 2c30ad22-0261-48af-9ee6-901e2f18a943/2c30ad22-0261-48af-9ee6-901e2f18a943.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.348795] env[62633]: DEBUG nova.policy [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aea3c88f13c424b80c6f32ed3b79d74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53815109b70a4485a24e7f74c003682e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.350404] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e927d6-542b-4759-a13d-2f5ea2673608 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.370701] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 804.370701] env[62633]: value = "task-2696106" [ 804.370701] env[62633]: _type = "Task" [ 804.370701] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.378632] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.590237] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd679fb-4e01-4be0-b176-5ffde5fb6a82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.611340] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance 'c9c0576f-608d-4e30-80dc-2d880da95830' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.637097] env[62633]: DEBUG nova.network.neutron [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Successfully created port: c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.790069] env[62633]: DEBUG nova.compute.manager [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.825679] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696105, 'name': CreateVM_Task, 'duration_secs': 0.356971} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.825800] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.829532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.829703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.830092] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.832173] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18745ec2-13da-4e45-830d-0328dc59ecaa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.837884] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 804.837884] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521d97ce-809f-c336-ed80-593a713671ec" [ 804.837884] env[62633]: _type = "Task" [ 804.837884] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.850674] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521d97ce-809f-c336-ed80-593a713671ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.878959] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696106, 'name': ReconfigVM_Task, 'duration_secs': 0.360115} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.879253] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 2c30ad22-0261-48af-9ee6-901e2f18a943/2c30ad22-0261-48af-9ee6-901e2f18a943.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.881957] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f6fa432-8b07-4b0c-bad4-c57d9194380a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.888470] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 804.888470] env[62633]: value = "task-2696107" [ 804.888470] env[62633]: _type = "Task" [ 804.888470] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.899891] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696107, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.118063] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.118724] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dbae5dc-552d-454c-88b4-506b808ef2b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.126359] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 805.126359] env[62633]: value = "task-2696108" [ 805.126359] env[62633]: _type = "Task" [ 805.126359] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.137301] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.250031] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d316329-ae86-4f2e-a6a6-a1d26f4cbc61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.257948] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df74e0bc-707e-488e-ba0b-043a812804fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.288532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb665e8-02f5-4919-9f1b-4b1303b4b2f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.299192] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0282ad90-59fe-4442-8f76-4e83067387ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.314636] env[62633]: DEBUG nova.compute.provider_tree [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.349271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.349544] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Processing image 7b6bcc49-f98c-437e-9614-3b2c86dff680 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.349796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680/7b6bcc49-f98c-437e-9614-3b2c86dff680.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.349932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680/7b6bcc49-f98c-437e-9614-3b2c86dff680.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.350129] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.350385] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51a1948e-3c89-4e93-acf3-60dbab48fdc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.368057] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.368057] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.368806] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e65273-9090-481a-ab04-7d4649d608af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.374485] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 805.374485] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524df269-bc58-9261-fb0f-68847af9e22a" [ 805.374485] env[62633]: _type = "Task" [ 805.374485] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.381970] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524df269-bc58-9261-fb0f-68847af9e22a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.397510] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696107, 'name': Rename_Task, 'duration_secs': 0.152527} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.397592] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.397834] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0601048-530d-4736-ae60-c584688aa3f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.403706] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 805.403706] env[62633]: value = "task-2696109" [ 805.403706] env[62633]: _type = "Task" [ 805.403706] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.411886] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.637577] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696108, 'name': PowerOffVM_Task, 'duration_secs': 0.242923} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.637865] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.638062] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance 'c9c0576f-608d-4e30-80dc-2d880da95830' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.806907] env[62633]: DEBUG nova.compute.manager [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.818664] env[62633]: DEBUG nova.scheduler.client.report [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.838017] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.838288] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.838452] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.838635] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.838779] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.838927] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.839164] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.839350] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.839503] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.839666] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.839839] env[62633]: DEBUG nova.virt.hardware [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.840732] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb7f022-0611-41a9-b35d-15ad84dc3d13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.849209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f0c356-3036-44ab-8a4b-07b7e57278d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.884321] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 805.885063] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Fetch image to [datastore1] OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23/OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 805.885063] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Downloading stream optimized image 7b6bcc49-f98c-437e-9614-3b2c86dff680 to [datastore1] OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23/OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23.vmdk on the data store datastore1 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 805.885063] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Downloading image file data 7b6bcc49-f98c-437e-9614-3b2c86dff680 to the ESX as VM named 'OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 805.932857] env[62633]: DEBUG oslo_vmware.api [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696109, 'name': PowerOnVM_Task, 'duration_secs': 0.526379} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.933141] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.936217] env[62633]: INFO nova.compute.manager [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Took 7.87 seconds to spawn the instance on the hypervisor. [ 805.936217] env[62633]: DEBUG nova.compute.manager [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.936217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8c3c83-6e2a-48d7-8c73-9911f3e3f13a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.968884] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 805.968884] env[62633]: value = "resgroup-9" [ 805.968884] env[62633]: _type = "ResourcePool" [ 805.968884] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 805.970171] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-58120fda-3a30-4717-923a-0a61cbc4ce03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.992093] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lease: (returnval){ [ 805.992093] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526e3edf-b186-280d-a917-ed398ddac08b" [ 805.992093] env[62633]: _type = "HttpNfcLease" [ 805.992093] env[62633]: } obtained for vApp import into resource pool (val){ [ 805.992093] env[62633]: value = "resgroup-9" [ 805.992093] env[62633]: _type = "ResourcePool" [ 805.992093] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 805.992837] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the lease: (returnval){ [ 805.992837] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526e3edf-b186-280d-a917-ed398ddac08b" [ 805.992837] env[62633]: _type = "HttpNfcLease" [ 805.992837] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.999787] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.999787] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526e3edf-b186-280d-a917-ed398ddac08b" [ 805.999787] env[62633]: _type = "HttpNfcLease" [ 805.999787] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.047986] env[62633]: DEBUG nova.compute.manager [req-dd48c1d3-8f62-4edc-8d93-b6752e65debb req-0e5e7b5c-8b21-4762-8749-07f8ea41f6ed service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Received event network-vif-plugged-c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.049029] env[62633]: DEBUG oslo_concurrency.lockutils [req-dd48c1d3-8f62-4edc-8d93-b6752e65debb req-0e5e7b5c-8b21-4762-8749-07f8ea41f6ed service nova] Acquiring lock "3d60f677-da9a-4224-905a-76b93c725026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.049029] env[62633]: DEBUG oslo_concurrency.lockutils [req-dd48c1d3-8f62-4edc-8d93-b6752e65debb req-0e5e7b5c-8b21-4762-8749-07f8ea41f6ed service nova] Lock "3d60f677-da9a-4224-905a-76b93c725026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.049340] env[62633]: DEBUG oslo_concurrency.lockutils [req-dd48c1d3-8f62-4edc-8d93-b6752e65debb req-0e5e7b5c-8b21-4762-8749-07f8ea41f6ed service nova] Lock "3d60f677-da9a-4224-905a-76b93c725026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.049720] env[62633]: DEBUG nova.compute.manager [req-dd48c1d3-8f62-4edc-8d93-b6752e65debb req-0e5e7b5c-8b21-4762-8749-07f8ea41f6ed service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] No waiting events found dispatching network-vif-plugged-c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.050090] env[62633]: WARNING nova.compute.manager [req-dd48c1d3-8f62-4edc-8d93-b6752e65debb req-0e5e7b5c-8b21-4762-8749-07f8ea41f6ed service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Received unexpected event network-vif-plugged-c9c13a96-3094-4586-8cff-46e56d589af8 for instance with vm_state building and task_state spawning. [ 806.147901] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.148167] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.148328] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.148513] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.148655] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.148802] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.149010] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.149325] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.149415] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.149623] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.149802] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.155365] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f876c0-666e-49fd-8e95-ede27c100720 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.171719] env[62633]: DEBUG nova.network.neutron [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Successfully updated port: c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.178648] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 806.178648] env[62633]: value = "task-2696111" [ 806.178648] env[62633]: _type = "Task" [ 806.178648] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.192298] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.326349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.326925] env[62633]: DEBUG nova.compute.manager [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.329912] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.574s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.331578] env[62633]: INFO nova.compute.claims [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.452810] env[62633]: INFO nova.compute.manager [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Took 36.74 seconds to build instance. [ 806.500707] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.500707] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526e3edf-b186-280d-a917-ed398ddac08b" [ 806.500707] env[62633]: _type = "HttpNfcLease" [ 806.500707] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 806.500707] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 806.500707] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526e3edf-b186-280d-a917-ed398ddac08b" [ 806.500707] env[62633]: _type = "HttpNfcLease" [ 806.500707] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 806.501449] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5631004-8935-484f-b5da-9c14d60bea1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.508524] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fcf8d4-c101-be9f-7fa4-bfb50f7ce235/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.508744] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fcf8d4-c101-be9f-7fa4-bfb50f7ce235/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 806.571410] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eacbac45-27be-4daf-afd8-222aa770a99f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.675178] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.675485] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.675685] env[62633]: DEBUG nova.network.neutron [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.693971] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696111, 'name': ReconfigVM_Task, 'duration_secs': 0.17755} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.694361] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance 'c9c0576f-608d-4e30-80dc-2d880da95830' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 806.732688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "2c30ad22-0261-48af-9ee6-901e2f18a943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.836662] env[62633]: DEBUG nova.compute.utils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.840092] env[62633]: DEBUG nova.compute.manager [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.840092] env[62633]: DEBUG nova.network.neutron [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.885153] env[62633]: DEBUG nova.policy [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfdf1d41b2c7487abe7744b9140068b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8b887392eb84af49125d9fdc5962c41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.954934] env[62633]: DEBUG oslo_concurrency.lockutils [None req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "2c30ad22-0261-48af-9ee6-901e2f18a943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.272s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.957337] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "2c30ad22-0261-48af-9ee6-901e2f18a943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.225s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.957564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "2c30ad22-0261-48af-9ee6-901e2f18a943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.957774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "2c30ad22-0261-48af-9ee6-901e2f18a943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.957936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "2c30ad22-0261-48af-9ee6-901e2f18a943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.960773] env[62633]: INFO nova.compute.manager [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Terminating instance [ 807.177081] env[62633]: DEBUG nova.network.neutron [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Successfully created port: 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.201924] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c2e41b5d-3331-40b3-bca5-aab517413418',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1223068505',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.202217] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.202397] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.202632] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.202928] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.202928] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.203155] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.203405] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.203664] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.203865] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.204112] env[62633]: DEBUG nova.virt.hardware [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.211131] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 807.215233] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a52a42f-29af-4505-85a7-53b8cc61829c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.236255] env[62633]: DEBUG nova.network.neutron [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.245537] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 807.245537] env[62633]: value = "task-2696112" [ 807.245537] env[62633]: _type = "Task" [ 807.245537] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.257234] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.265405] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 807.265754] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fcf8d4-c101-be9f-7fa4-bfb50f7ce235/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 807.266959] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffca7db-75f3-458b-8b8c-e8bb46394af3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.275625] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fcf8d4-c101-be9f-7fa4-bfb50f7ce235/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 807.275625] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fcf8d4-c101-be9f-7fa4-bfb50f7ce235/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 807.275625] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e13ea5fe-a7ad-47fb-8e7c-3ec5c2b79279 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.347218] env[62633]: DEBUG nova.compute.manager [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.442476] env[62633]: DEBUG oslo_vmware.rw_handles [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fcf8d4-c101-be9f-7fa4-bfb50f7ce235/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 807.442709] env[62633]: INFO nova.virt.vmwareapi.images [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Downloaded image file data 7b6bcc49-f98c-437e-9614-3b2c86dff680 [ 807.443582] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e27d959-605c-41cb-9ad9-44e5af010943 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.461481] env[62633]: DEBUG nova.compute.manager [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.467816] env[62633]: DEBUG nova.compute.manager [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.468057] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.468316] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76a4fb86-16c3-4048-9cbd-72e90bef12df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.471338] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e3ec8e-d5ec-48b3-8121-58f126026258 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.479590] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.481711] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2bd51a5-7de3-4ff3-a9e4-efd7df977941 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.483932] env[62633]: DEBUG nova.network.neutron [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating instance_info_cache with network_info: [{"id": "c9c13a96-3094-4586-8cff-46e56d589af8", "address": "fa:16:3e:84:8b:aa", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c13a96-30", "ovs_interfaceid": "c9c13a96-3094-4586-8cff-46e56d589af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.489992] env[62633]: DEBUG oslo_vmware.api [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 807.489992] env[62633]: value = "task-2696114" [ 807.489992] env[62633]: _type = "Task" [ 807.489992] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.508221] env[62633]: INFO nova.virt.vmwareapi.images [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] The imported VM was unregistered [ 807.510903] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 807.511148] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.511414] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff0d765-5b34-4cc6-b62d-e7935d15adee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.524063] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Created directory with path [datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.524304] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23/OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23.vmdk to [datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680/7b6bcc49-f98c-437e-9614-3b2c86dff680.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 807.524560] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c42372f6-7a41-4e0f-b41d-0214c30373f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.530905] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 807.530905] env[62633]: value = "task-2696115" [ 807.530905] env[62633]: _type = "Task" [ 807.530905] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.541625] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696115, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.758440] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696112, 'name': ReconfigVM_Task, 'duration_secs': 0.210149} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.761321] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 807.762793] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ef291-23f1-4976-9a34-f7bc692753a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.586420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.586730] env[62633]: DEBUG nova.compute.manager [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Instance network_info: |[{"id": "c9c13a96-3094-4586-8cff-46e56d589af8", "address": "fa:16:3e:84:8b:aa", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c13a96-30", "ovs_interfaceid": "c9c13a96-3094-4586-8cff-46e56d589af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.595551] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c9c0576f-608d-4e30-80dc-2d880da95830/c9c0576f-608d-4e30-80dc-2d880da95830.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.600787] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:8b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9c13a96-3094-4586-8cff-46e56d589af8', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.608553] env[62633]: DEBUG oslo.service.loopingcall [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.615852] env[62633]: DEBUG nova.compute.manager [req-1b074152-0d53-4baa-90a3-524803f86c14 req-c3e9c611-b5bf-4fc9-8722-5fc678e156f4 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Received event network-changed-c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.616061] env[62633]: DEBUG nova.compute.manager [req-1b074152-0d53-4baa-90a3-524803f86c14 req-c3e9c611-b5bf-4fc9-8722-5fc678e156f4 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Refreshing instance network info cache due to event network-changed-c9c13a96-3094-4586-8cff-46e56d589af8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.616304] env[62633]: DEBUG oslo_concurrency.lockutils [req-1b074152-0d53-4baa-90a3-524803f86c14 req-c3e9c611-b5bf-4fc9-8722-5fc678e156f4 service nova] Acquiring lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.616458] env[62633]: DEBUG oslo_concurrency.lockutils [req-1b074152-0d53-4baa-90a3-524803f86c14 req-c3e9c611-b5bf-4fc9-8722-5fc678e156f4 service nova] Acquired lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.616625] env[62633]: DEBUG nova.network.neutron [req-1b074152-0d53-4baa-90a3-524803f86c14 req-c3e9c611-b5bf-4fc9-8722-5fc678e156f4 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Refreshing network info cache for port c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.618111] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92a49d43-a074-4ff6-8cd6-1076a5d73c31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.632492] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.632698] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78de3b98-edde-4312-a733-bd5f2295116f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.652565] env[62633]: DEBUG oslo_vmware.api [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696114, 'name': PowerOffVM_Task, 'duration_secs': 0.189218} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.657331] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.657649] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.657811] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.658138] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 808.658138] env[62633]: value = "task-2696116" [ 808.658138] env[62633]: _type = "Task" [ 808.658138] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.658685] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696115, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.662450] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce39fa11-0786-4ebe-8616-4f7656f2665e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.664073] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.664073] env[62633]: value = "task-2696117" [ 808.664073] env[62633]: _type = "Task" [ 808.664073] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.677330] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696117, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.683092] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.713021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfa105a-87d2-4b5d-acc9-8fa0a05083e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.723559] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a0790-f77e-42d0-b564-72464558c8b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.757327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc659454-8065-40dc-998d-3df161f3c6cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.766997] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5f0031-239f-4bf5-ac18-85fda3091ba7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.785551] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.785739] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.785929] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleting the datastore file [datastore1] 2c30ad22-0261-48af-9ee6-901e2f18a943 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.786470] env[62633]: DEBUG nova.compute.provider_tree [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.787884] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbfef0bd-6ebd-4c51-91bd-045a3f361cb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.795346] env[62633]: DEBUG oslo_vmware.api [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 808.795346] env[62633]: value = "task-2696119" [ 808.795346] env[62633]: _type = "Task" [ 808.795346] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.806507] env[62633]: DEBUG oslo_vmware.api [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.832589] env[62633]: DEBUG nova.network.neutron [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Successfully updated port: 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.098282] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696115, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.100586] env[62633]: DEBUG nova.compute.manager [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.128346] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.128661] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.128824] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.129017] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.129172] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.129320] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.129529] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.129788] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.129849] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.129996] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.130191] env[62633]: DEBUG nova.virt.hardware [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.131157] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a5afec-aeaf-4dc0-9909-6b72594a2541 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.144449] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac685ec-37e3-4d55-bc1e-b2e325f555bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.178506] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696116, 'name': ReconfigVM_Task, 'duration_secs': 0.490706} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.182188] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c9c0576f-608d-4e30-80dc-2d880da95830/c9c0576f-608d-4e30-80dc-2d880da95830.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.182586] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance 'c9c0576f-608d-4e30-80dc-2d880da95830' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.186141] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696117, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.292374] env[62633]: DEBUG nova.scheduler.client.report [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.310095] env[62633]: DEBUG oslo_vmware.api [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.334915] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-0dee3ffa-7f10-48a4-8b12-f8ec68217769" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.335051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-0dee3ffa-7f10-48a4-8b12-f8ec68217769" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.335223] env[62633]: DEBUG nova.network.neutron [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.375013] env[62633]: DEBUG nova.network.neutron [req-1b074152-0d53-4baa-90a3-524803f86c14 req-c3e9c611-b5bf-4fc9-8722-5fc678e156f4 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updated VIF entry in instance network info cache for port c9c13a96-3094-4586-8cff-46e56d589af8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.375013] env[62633]: DEBUG nova.network.neutron [req-1b074152-0d53-4baa-90a3-524803f86c14 req-c3e9c611-b5bf-4fc9-8722-5fc678e156f4 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating instance_info_cache with network_info: [{"id": "c9c13a96-3094-4586-8cff-46e56d589af8", "address": "fa:16:3e:84:8b:aa", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c13a96-30", "ovs_interfaceid": "c9c13a96-3094-4586-8cff-46e56d589af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.599331] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696115, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.683053] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696117, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.689666] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4264e8-2880-4ec3-8f56-d87c61cd937e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.711235] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862996d6-9469-4344-86f6-1e6301e385dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.731145] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance 'c9c0576f-608d-4e30-80dc-2d880da95830' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.800150] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.470s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.800633] env[62633]: DEBUG nova.compute.manager [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.806853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.593s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.808495] env[62633]: INFO nova.compute.claims [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.819348] env[62633]: DEBUG oslo_vmware.api [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.869772] env[62633]: DEBUG nova.network.neutron [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.877763] env[62633]: DEBUG oslo_concurrency.lockutils [req-1b074152-0d53-4baa-90a3-524803f86c14 req-c3e9c611-b5bf-4fc9-8722-5fc678e156f4 service nova] Releasing lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.999462] env[62633]: DEBUG nova.network.neutron [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Updating instance_info_cache with network_info: [{"id": "8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5", "address": "fa:16:3e:54:b6:d4", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3dcb46-f8", "ovs_interfaceid": "8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.097850] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696115, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.461239} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.098133] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23/OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23.vmdk to [datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680/7b6bcc49-f98c-437e-9614-3b2c86dff680.vmdk. [ 810.098329] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Cleaning up location [datastore1] OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 810.098492] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3ee8fb25-d858-4f1f-a3bd-40384c415c23 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.098722] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a72e9a8-9bed-4103-80c2-14f44052ff40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.104319] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 810.104319] env[62633]: value = "task-2696120" [ 810.104319] env[62633]: _type = "Task" [ 810.104319] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.111651] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.180426] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696117, 'name': CreateVM_Task, 'duration_secs': 1.422927} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.180650] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.181288] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.181449] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.181784] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.182079] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9572be-eacb-4d6f-87aa-6e345955d716 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.186531] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 810.186531] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5212415d-27e6-adb0-6045-cc23a82053e5" [ 810.186531] env[62633]: _type = "Task" [ 810.186531] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.194015] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5212415d-27e6-adb0-6045-cc23a82053e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.218267] env[62633]: DEBUG nova.compute.manager [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Received event network-vif-plugged-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.218498] env[62633]: DEBUG oslo_concurrency.lockutils [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] Acquiring lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.218863] env[62633]: DEBUG oslo_concurrency.lockutils [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] Lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.218937] env[62633]: DEBUG oslo_concurrency.lockutils [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] Lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.219095] env[62633]: DEBUG nova.compute.manager [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] No waiting events found dispatching network-vif-plugged-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.219268] env[62633]: WARNING nova.compute.manager [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Received unexpected event network-vif-plugged-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 for instance with vm_state building and task_state spawning. [ 810.219450] env[62633]: DEBUG nova.compute.manager [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Received event network-changed-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.219587] env[62633]: DEBUG nova.compute.manager [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Refreshing instance network info cache due to event network-changed-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 810.219750] env[62633]: DEBUG oslo_concurrency.lockutils [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] Acquiring lock "refresh_cache-0dee3ffa-7f10-48a4-8b12-f8ec68217769" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.279169] env[62633]: DEBUG nova.network.neutron [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Port 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 810.308686] env[62633]: DEBUG oslo_vmware.api [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.203361} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.308961] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.309161] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.309338] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.309508] env[62633]: INFO nova.compute.manager [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Took 2.84 seconds to destroy the instance on the hypervisor. [ 810.309742] env[62633]: DEBUG oslo.service.loopingcall [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 810.309922] env[62633]: DEBUG nova.compute.manager [-] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.310022] env[62633]: DEBUG nova.network.neutron [-] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.312522] env[62633]: DEBUG nova.compute.utils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.313849] env[62633]: DEBUG nova.compute.manager [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.314051] env[62633]: DEBUG nova.network.neutron [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.389761] env[62633]: DEBUG nova.policy [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '275e9fd011e54f98bcaef3d5bb57e4c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd99a3c1a7ed4edab2f72926c0f110ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.502166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-0dee3ffa-7f10-48a4-8b12-f8ec68217769" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.502539] env[62633]: DEBUG nova.compute.manager [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Instance network_info: |[{"id": "8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5", "address": "fa:16:3e:54:b6:d4", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3dcb46-f8", "ovs_interfaceid": "8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.502859] env[62633]: DEBUG oslo_concurrency.lockutils [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] Acquired lock "refresh_cache-0dee3ffa-7f10-48a4-8b12-f8ec68217769" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.503053] env[62633]: DEBUG nova.network.neutron [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Refreshing network info cache for port 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.504323] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:b6:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.512703] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Creating folder: Project (e8b887392eb84af49125d9fdc5962c41). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.515832] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9502290-e7d4-46af-84ba-aa35e835a214 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.527415] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Created folder: Project (e8b887392eb84af49125d9fdc5962c41) in parent group-v543169. [ 810.527601] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Creating folder: Instances. Parent ref: group-v543355. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.527826] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2554062a-f9e1-4d86-ae38-a0c6bddad87e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.536511] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Created folder: Instances in parent group-v543355. [ 810.536748] env[62633]: DEBUG oslo.service.loopingcall [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 810.536928] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.537133] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48c854db-70ef-4636-87f2-837bebbd4366 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.556161] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.556161] env[62633]: value = "task-2696123" [ 810.556161] env[62633]: _type = "Task" [ 810.556161] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.570738] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696123, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.615222] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041248} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.615553] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.617710] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680/7b6bcc49-f98c-437e-9614-3b2c86dff680.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.617710] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680/7b6bcc49-f98c-437e-9614-3b2c86dff680.vmdk to [datastore1] 80c52abd-1553-4c67-877b-77f63423ee63/80c52abd-1553-4c67-877b-77f63423ee63.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.617710] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f3764df-44a9-4ef1-86d3-15bf544956dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.626150] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 810.626150] env[62633]: value = "task-2696124" [ 810.626150] env[62633]: _type = "Task" [ 810.626150] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.634910] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.696176] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5212415d-27e6-adb0-6045-cc23a82053e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008845} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.696532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.696798] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.697050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.697316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.697559] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.697840] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5de7bd24-c201-4021-99bd-d64280e172a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.706067] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.706431] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.707420] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f304b049-f7f3-4a1e-b220-733a31f6efcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.713893] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 810.713893] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520de7b1-471e-b7aa-a722-0aa57fcf55b9" [ 810.713893] env[62633]: _type = "Task" [ 810.713893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.722970] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520de7b1-471e-b7aa-a722-0aa57fcf55b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.823075] env[62633]: DEBUG nova.compute.manager [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.937281] env[62633]: DEBUG nova.network.neutron [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Updated VIF entry in instance network info cache for port 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.937702] env[62633]: DEBUG nova.network.neutron [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Updating instance_info_cache with network_info: [{"id": "8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5", "address": "fa:16:3e:54:b6:d4", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3dcb46-f8", "ovs_interfaceid": "8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.958894] env[62633]: DEBUG nova.network.neutron [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Successfully created port: 3d99c444-4fd9-46a5-8fe2-30dce053a595 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.073131] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696123, 'name': CreateVM_Task, 'duration_secs': 0.40891} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.073233] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.074132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.074227] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.075110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.077554] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce03884-f784-41c8-ac60-e7036884225e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.085323] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 811.085323] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52da5c25-b6e1-386e-48ca-40594774f5c4" [ 811.085323] env[62633]: _type = "Task" [ 811.085323] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.104043] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52da5c25-b6e1-386e-48ca-40594774f5c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.145269] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696124, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.230806] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520de7b1-471e-b7aa-a722-0aa57fcf55b9, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.234430] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9c93f8-7efe-48a4-b6d7-b71d733f99dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.241718] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 811.241718] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52967466-8c2a-f303-db0a-9f4ca786c107" [ 811.241718] env[62633]: _type = "Task" [ 811.241718] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.255421] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52967466-8c2a-f303-db0a-9f4ca786c107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.297244] env[62633]: DEBUG nova.network.neutron [-] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.303036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "c9c0576f-608d-4e30-80dc-2d880da95830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.303291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "c9c0576f-608d-4e30-80dc-2d880da95830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.303474] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "c9c0576f-608d-4e30-80dc-2d880da95830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.345226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195a31eb-c962-4af0-9817-c9a7e786942a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.355656] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac798d06-34a5-4320-a924-20a61600066a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.391230] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64e38fe-f557-4f84-aaec-ef57e83473c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.401531] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a65e4dd-6050-443c-9ee5-2546fc828fad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.421978] env[62633]: DEBUG nova.compute.provider_tree [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.445040] env[62633]: DEBUG oslo_concurrency.lockutils [req-cab012c7-615d-4118-b8f5-66de17e35426 req-bed75c87-f449-4a37-84c8-a98def9041c7 service nova] Releasing lock "refresh_cache-0dee3ffa-7f10-48a4-8b12-f8ec68217769" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.598716] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52da5c25-b6e1-386e-48ca-40594774f5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.086149} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.599522] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.599522] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.599522] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.640810] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696124, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.753686] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52967466-8c2a-f303-db0a-9f4ca786c107, 'name': SearchDatastore_Task, 'duration_secs': 0.087597} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.753980] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.754339] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 3d60f677-da9a-4224-905a-76b93c725026/3d60f677-da9a-4224-905a-76b93c725026.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.754700] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.754835] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.755063] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c003b654-0bed-4389-becb-2cef94923c1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.757141] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0174a537-0694-4dfd-85af-f01c75b4e1d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.767212] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 811.767212] env[62633]: value = "task-2696125" [ 811.767212] env[62633]: _type = "Task" [ 811.767212] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.776901] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.778153] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.778348] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.779071] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8719bba-afce-4812-bec1-2b552db56fa0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.786400] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 811.786400] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52684e5c-62d1-bfd5-f9b9-586e7c865821" [ 811.786400] env[62633]: _type = "Task" [ 811.786400] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.796982] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52684e5c-62d1-bfd5-f9b9-586e7c865821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.806658] env[62633]: INFO nova.compute.manager [-] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Took 1.50 seconds to deallocate network for instance. [ 811.835821] env[62633]: DEBUG nova.compute.manager [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.865395] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.865656] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.865821] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.866009] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.866162] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.866375] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.866600] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.866763] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.866945] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.867161] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.867304] env[62633]: DEBUG nova.virt.hardware [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.868202] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2753b9-b966-4b5c-a926-618fd47d7553 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.878252] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d6bcae-3f74-473d-9ffd-8cf19bb80399 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.925805] env[62633]: DEBUG nova.scheduler.client.report [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.143206] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696124, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.249849] env[62633]: DEBUG nova.compute.manager [req-50ef447c-bc50-4387-8540-bbef9264b959 req-dcfea207-4c9d-4494-9284-8de66df6b97e service nova] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Received event network-vif-deleted-f4eea272-9117-460b-baf1-de09521bedd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.278160] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.297648] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52684e5c-62d1-bfd5-f9b9-586e7c865821, 'name': SearchDatastore_Task, 'duration_secs': 0.102221} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.298477] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e5258c-52e6-4a3c-9dcd-898c109da1a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.306247] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 812.306247] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5243c059-9775-144d-7092-8aef0785cb64" [ 812.306247] env[62633]: _type = "Task" [ 812.306247] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.318257] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.321606] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5243c059-9775-144d-7092-8aef0785cb64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.365726] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.365920] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.366109] env[62633]: DEBUG nova.network.neutron [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.431507] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.432055] env[62633]: DEBUG nova.compute.manager [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.434721] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.512s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.436661] env[62633]: INFO nova.compute.claims [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.555080] env[62633]: DEBUG nova.network.neutron [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Successfully updated port: 3d99c444-4fd9-46a5-8fe2-30dce053a595 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.642592] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696124, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.779801] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.817216] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5243c059-9775-144d-7092-8aef0785cb64, 'name': SearchDatastore_Task, 'duration_secs': 0.077556} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.817581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.817885] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 0dee3ffa-7f10-48a4-8b12-f8ec68217769/0dee3ffa-7f10-48a4-8b12-f8ec68217769.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.818233] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-516a40b0-b620-49de-8bb5-445381e47895 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.827670] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 812.827670] env[62633]: value = "task-2696126" [ 812.827670] env[62633]: _type = "Task" [ 812.827670] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.839911] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.942750] env[62633]: DEBUG nova.compute.utils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.948029] env[62633]: DEBUG nova.compute.manager [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.948029] env[62633]: DEBUG nova.network.neutron [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.014297] env[62633]: DEBUG nova.policy [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b613a543b5436497e0293146ce26e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ba42cc4c2a436ea2685f89634378da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.054539] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "refresh_cache-6fe0d1a9-c551-4d34-a244-74f4cea840f6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.054615] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired lock "refresh_cache-6fe0d1a9-c551-4d34-a244-74f4cea840f6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.054799] env[62633]: DEBUG nova.network.neutron [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.149708] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696124, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.341129} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.149997] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6bcc49-f98c-437e-9614-3b2c86dff680/7b6bcc49-f98c-437e-9614-3b2c86dff680.vmdk to [datastore1] 80c52abd-1553-4c67-877b-77f63423ee63/80c52abd-1553-4c67-877b-77f63423ee63.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.150974] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87bdb83-84c8-4bd0-8d93-e6d1b5327c47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.176375] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 80c52abd-1553-4c67-877b-77f63423ee63/80c52abd-1553-4c67-877b-77f63423ee63.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.176758] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82512fdb-69c4-4d7a-a594-723b4c2c287e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.199031] env[62633]: DEBUG nova.network.neutron [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance_info_cache with network_info: [{"id": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "address": "fa:16:3e:a0:4b:ab", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f462ed0-62", "ovs_interfaceid": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.205756] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 813.205756] env[62633]: value = "task-2696127" [ 813.205756] env[62633]: _type = "Task" [ 813.205756] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.216376] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.284193] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.337416] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696126, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.429014] env[62633]: DEBUG nova.network.neutron [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Successfully created port: 56da3b19-4da2-4fe7-8140-1e28baf6d28e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.446978] env[62633]: DEBUG nova.compute.manager [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.612034] env[62633]: DEBUG nova.network.neutron [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.701390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.721019] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.785117] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696125, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.560101} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.785117] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 3d60f677-da9a-4224-905a-76b93c725026/3d60f677-da9a-4224-905a-76b93c725026.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.785117] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.785117] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e1607bd-f837-4ec5-93fb-5c45cfaf020c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.791856] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 813.791856] env[62633]: value = "task-2696128" [ 813.791856] env[62633]: _type = "Task" [ 813.791856] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.802785] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.820994] env[62633]: DEBUG nova.network.neutron [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Updating instance_info_cache with network_info: [{"id": "3d99c444-4fd9-46a5-8fe2-30dce053a595", "address": "fa:16:3e:d6:bd:d6", "network": {"id": "e9e8cf4a-34c4-483f-a67c-973804cf1846", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-445241023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd99a3c1a7ed4edab2f72926c0f110ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d99c444-4f", "ovs_interfaceid": "3d99c444-4fd9-46a5-8fe2-30dce053a595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.841464] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827885} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.841768] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 0dee3ffa-7f10-48a4-8b12-f8ec68217769/0dee3ffa-7f10-48a4-8b12-f8ec68217769.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.842067] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.842629] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebb73e49-b419-47b8-84ea-f040eb3414bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.851628] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 813.851628] env[62633]: value = "task-2696129" [ 813.851628] env[62633]: _type = "Task" [ 813.851628] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.862044] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.947999] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fffd71-8245-48e7-a813-bb17659101f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.959125] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f060557-3aaf-4f8a-addd-b218335a0ba8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.994389] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e2f565-5f33-426b-ab21-e309bfabf852 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.003300] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ac5a5d-fb40-44b3-9f66-a5f9d89d2e8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.018078] env[62633]: DEBUG nova.compute.provider_tree [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.220038] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696127, 'name': ReconfigVM_Task, 'duration_secs': 0.600118} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.220038] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 80c52abd-1553-4c67-877b-77f63423ee63/80c52abd-1553-4c67-877b-77f63423ee63.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.220219] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f809f5a3-194b-4986-aae9-a42a96fc4d44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.225698] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9140c9e5-5ee9-4d15-9b7a-2ef01dd5e6e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.228990] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 814.228990] env[62633]: value = "task-2696130" [ 814.228990] env[62633]: _type = "Task" [ 814.228990] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.249725] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66858c-b5cf-42fd-8b67-4883a7ab8a49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.252763] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696130, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.257611] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance 'c9c0576f-608d-4e30-80dc-2d880da95830' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 814.277299] env[62633]: DEBUG nova.compute.manager [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Received event network-vif-plugged-3d99c444-4fd9-46a5-8fe2-30dce053a595 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.277464] env[62633]: DEBUG oslo_concurrency.lockutils [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] Acquiring lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.277678] env[62633]: DEBUG oslo_concurrency.lockutils [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] Lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.277854] env[62633]: DEBUG oslo_concurrency.lockutils [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] Lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.278147] env[62633]: DEBUG nova.compute.manager [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] No waiting events found dispatching network-vif-plugged-3d99c444-4fd9-46a5-8fe2-30dce053a595 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.278365] env[62633]: WARNING nova.compute.manager [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Received unexpected event network-vif-plugged-3d99c444-4fd9-46a5-8fe2-30dce053a595 for instance with vm_state building and task_state spawning. [ 814.278587] env[62633]: DEBUG nova.compute.manager [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Received event network-changed-3d99c444-4fd9-46a5-8fe2-30dce053a595 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.278780] env[62633]: DEBUG nova.compute.manager [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Refreshing instance network info cache due to event network-changed-3d99c444-4fd9-46a5-8fe2-30dce053a595. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.278950] env[62633]: DEBUG oslo_concurrency.lockutils [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] Acquiring lock "refresh_cache-6fe0d1a9-c551-4d34-a244-74f4cea840f6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.303773] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066425} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.304902] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.305671] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8090e9ae-ee4d-4224-994f-57913e0eeb6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.328693] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 3d60f677-da9a-4224-905a-76b93c725026/3d60f677-da9a-4224-905a-76b93c725026.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.329170] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Releasing lock "refresh_cache-6fe0d1a9-c551-4d34-a244-74f4cea840f6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.329457] env[62633]: DEBUG nova.compute.manager [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Instance network_info: |[{"id": "3d99c444-4fd9-46a5-8fe2-30dce053a595", "address": "fa:16:3e:d6:bd:d6", "network": {"id": "e9e8cf4a-34c4-483f-a67c-973804cf1846", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-445241023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd99a3c1a7ed4edab2f72926c0f110ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d99c444-4f", "ovs_interfaceid": "3d99c444-4fd9-46a5-8fe2-30dce053a595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.330657] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd96d0a6-26a3-45c3-92dc-c2499739f265 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.345053] env[62633]: DEBUG oslo_concurrency.lockutils [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] Acquired lock "refresh_cache-6fe0d1a9-c551-4d34-a244-74f4cea840f6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.345315] env[62633]: DEBUG nova.network.neutron [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Refreshing network info cache for port 3d99c444-4fd9-46a5-8fe2-30dce053a595 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.346629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:bd:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d99c444-4fd9-46a5-8fe2-30dce053a595', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.356521] env[62633]: DEBUG oslo.service.loopingcall [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.357816] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.361686] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef5ddc3a-7c6c-4cba-a36b-e38caa836e90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.377162] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 814.377162] env[62633]: value = "task-2696131" [ 814.377162] env[62633]: _type = "Task" [ 814.377162] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.384014] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07215} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.385745] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.385987] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.385987] env[62633]: value = "task-2696132" [ 814.385987] env[62633]: _type = "Task" [ 814.385987] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.387072] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7453ab69-dd89-49c4-88ef-952a8a37a790 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.394962] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.419239] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 0dee3ffa-7f10-48a4-8b12-f8ec68217769/0dee3ffa-7f10-48a4-8b12-f8ec68217769.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.422313] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c1e89e-8dcf-4ef2-8c3e-4970340176a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.437592] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696132, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.443533] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 814.443533] env[62633]: value = "task-2696133" [ 814.443533] env[62633]: _type = "Task" [ 814.443533] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.451774] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.455964] env[62633]: DEBUG nova.compute.manager [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.483765] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.484253] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.484253] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.484368] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.484553] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.484700] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.484906] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.485072] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.485655] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.485655] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.485655] env[62633]: DEBUG nova.virt.hardware [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.486437] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd33c6e5-a806-4af2-843e-2db34911f96d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.494248] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c35e45-fb87-4626-83d5-d5ca636aa054 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.521219] env[62633]: DEBUG nova.scheduler.client.report [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.739855] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696130, 'name': Rename_Task, 'duration_secs': 0.146648} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.740238] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.740404] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3966da2-3184-4722-8d2f-1a24701db209 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.746803] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 814.746803] env[62633]: value = "task-2696134" [ 814.746803] env[62633]: _type = "Task" [ 814.746803] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.754173] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.763990] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.764284] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59a09b3e-8030-4c4e-ac21-d9ef61b2ce62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.770021] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 814.770021] env[62633]: value = "task-2696135" [ 814.770021] env[62633]: _type = "Task" [ 814.770021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.779480] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.887539] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696131, 'name': ReconfigVM_Task, 'duration_secs': 0.289706} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.887829] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 3d60f677-da9a-4224-905a-76b93c725026/3d60f677-da9a-4224-905a-76b93c725026.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.888479] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9394ac7c-63b1-45ae-a3b0-74f609e5706c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.898803] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696132, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.900369] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 814.900369] env[62633]: value = "task-2696136" [ 814.900369] env[62633]: _type = "Task" [ 814.900369] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.956910] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.026839] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.027908] env[62633]: DEBUG nova.compute.manager [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.031121] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.270s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.031338] env[62633]: DEBUG nova.objects.instance [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lazy-loading 'resources' on Instance uuid b0aad7fe-ee74-48fd-8634-36e38b7bdf42 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.256566] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.279339] env[62633]: DEBUG oslo_vmware.api [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696135, 'name': PowerOnVM_Task, 'duration_secs': 0.42714} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.279615] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.279804] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-da4a8463-4ac5-4c49-9c17-5a3e5a292491 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance 'c9c0576f-608d-4e30-80dc-2d880da95830' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.399775] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696132, 'name': CreateVM_Task, 'duration_secs': 0.825819} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.399775] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.400307] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.400461] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.400769] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.403739] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe40e425-527e-4bc6-92f9-e1fac91a82cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.408461] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 815.408461] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527820da-78e4-220c-7340-507dc16f813f" [ 815.408461] env[62633]: _type = "Task" [ 815.408461] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.411409] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696136, 'name': Rename_Task, 'duration_secs': 0.165523} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.414211] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.414990] env[62633]: DEBUG nova.network.neutron [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Updated VIF entry in instance network info cache for port 3d99c444-4fd9-46a5-8fe2-30dce053a595. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.415326] env[62633]: DEBUG nova.network.neutron [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Updating instance_info_cache with network_info: [{"id": "3d99c444-4fd9-46a5-8fe2-30dce053a595", "address": "fa:16:3e:d6:bd:d6", "network": {"id": "e9e8cf4a-34c4-483f-a67c-973804cf1846", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-445241023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd99a3c1a7ed4edab2f72926c0f110ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d99c444-4f", "ovs_interfaceid": "3d99c444-4fd9-46a5-8fe2-30dce053a595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.416456] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d5bd27-792e-4296-bbb0-68fecbe51fee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.422968] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527820da-78e4-220c-7340-507dc16f813f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.424159] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 815.424159] env[62633]: value = "task-2696137" [ 815.424159] env[62633]: _type = "Task" [ 815.424159] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.432159] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.442194] env[62633]: DEBUG nova.network.neutron [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Successfully updated port: 56da3b19-4da2-4fe7-8140-1e28baf6d28e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.452652] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696133, 'name': ReconfigVM_Task, 'duration_secs': 0.800398} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.453481] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 0dee3ffa-7f10-48a4-8b12-f8ec68217769/0dee3ffa-7f10-48a4-8b12-f8ec68217769.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.454110] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b42328cc-32b8-41c3-b676-4ace3834fb0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.460865] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 815.460865] env[62633]: value = "task-2696138" [ 815.460865] env[62633]: _type = "Task" [ 815.460865] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.468818] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696138, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.534699] env[62633]: DEBUG nova.compute.utils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.536338] env[62633]: DEBUG nova.compute.manager [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.536523] env[62633]: DEBUG nova.network.neutron [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.578410] env[62633]: DEBUG nova.policy [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b613a543b5436497e0293146ce26e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ba42cc4c2a436ea2685f89634378da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.757162] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.826285] env[62633]: DEBUG nova.network.neutron [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Successfully created port: 58429abc-ae9a-4096-b921-b03360aa6af7 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.927025] env[62633]: DEBUG oslo_concurrency.lockutils [req-48023582-ad0a-4a6a-922d-dd910e09713b req-5623d04a-628d-41d7-92fc-ef22b8ff4938 service nova] Releasing lock "refresh_cache-6fe0d1a9-c551-4d34-a244-74f4cea840f6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.927025] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527820da-78e4-220c-7340-507dc16f813f, 'name': SearchDatastore_Task, 'duration_secs': 0.023467} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.927564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.927787] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.928023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.928166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.928352] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.931577] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76101797-9716-4c34-ba0b-899e9f09c3be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.938944] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696137, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.941743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "refresh_cache-93a7c543-0901-4fae-b5e8-906c2bca5508" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.941876] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "refresh_cache-93a7c543-0901-4fae-b5e8-906c2bca5508" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.942031] env[62633]: DEBUG nova.network.neutron [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.949414] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.949414] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.950077] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec26d4cb-03ba-46a9-a4be-3351711404a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.959583] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a07949b-5e02-4d70-8059-833c8548c393 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.962373] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 815.962373] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52725401-7490-04c9-7458-6cc80d5e6da0" [ 815.962373] env[62633]: _type = "Task" [ 815.962373] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.973924] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5a0b88-df1d-43b6-a069-c6650df70d75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.983914] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696138, 'name': Rename_Task, 'duration_secs': 0.13584} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.984498] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52725401-7490-04c9-7458-6cc80d5e6da0, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.985140] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.985974] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6edc4f1-b094-4993-ab9e-e6a74e0fa212 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.987640] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac7ee43a-50d9-48e1-999b-e553addfc404 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.022220] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252561f2-5409-4f74-8635-f06fefb525d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.024538] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 816.024538] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d2def6-da66-a13c-2b24-2ad6d5a64cd7" [ 816.024538] env[62633]: _type = "Task" [ 816.024538] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.026317] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 816.026317] env[62633]: value = "task-2696139" [ 816.026317] env[62633]: _type = "Task" [ 816.026317] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.035682] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccbe5dd-41d8-4e73-907d-178a0baece2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.043289] env[62633]: DEBUG nova.compute.manager [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.045978] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d2def6-da66-a13c-2b24-2ad6d5a64cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.049845] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.053025] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 6fe0d1a9-c551-4d34-a244-74f4cea840f6/6fe0d1a9-c551-4d34-a244-74f4cea840f6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.053025] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696139, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.053025] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b82a228-c01f-4f82-9e44-2f82fdab1b00 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.061198] env[62633]: DEBUG nova.compute.provider_tree [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.066859] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 816.066859] env[62633]: value = "task-2696140" [ 816.066859] env[62633]: _type = "Task" [ 816.066859] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.076839] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.258340] env[62633]: DEBUG oslo_vmware.api [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696134, 'name': PowerOnVM_Task, 'duration_secs': 1.500771} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.258623] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.258868] env[62633]: INFO nova.compute.manager [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Took 15.51 seconds to spawn the instance on the hypervisor. [ 816.259086] env[62633]: DEBUG nova.compute.manager [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.259906] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dac2c2-78ba-40ee-9558-c5732f9c5902 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.411034] env[62633]: DEBUG nova.compute.manager [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Received event network-vif-plugged-56da3b19-4da2-4fe7-8140-1e28baf6d28e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.411295] env[62633]: DEBUG oslo_concurrency.lockutils [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] Acquiring lock "93a7c543-0901-4fae-b5e8-906c2bca5508-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.411626] env[62633]: DEBUG oslo_concurrency.lockutils [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] Lock "93a7c543-0901-4fae-b5e8-906c2bca5508-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.411767] env[62633]: DEBUG oslo_concurrency.lockutils [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] Lock "93a7c543-0901-4fae-b5e8-906c2bca5508-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.411955] env[62633]: DEBUG nova.compute.manager [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] No waiting events found dispatching network-vif-plugged-56da3b19-4da2-4fe7-8140-1e28baf6d28e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.412174] env[62633]: WARNING nova.compute.manager [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Received unexpected event network-vif-plugged-56da3b19-4da2-4fe7-8140-1e28baf6d28e for instance with vm_state building and task_state spawning. [ 816.412370] env[62633]: DEBUG nova.compute.manager [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Received event network-changed-56da3b19-4da2-4fe7-8140-1e28baf6d28e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.412575] env[62633]: DEBUG nova.compute.manager [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Refreshing instance network info cache due to event network-changed-56da3b19-4da2-4fe7-8140-1e28baf6d28e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.412833] env[62633]: DEBUG oslo_concurrency.lockutils [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] Acquiring lock "refresh_cache-93a7c543-0901-4fae-b5e8-906c2bca5508" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.440709] env[62633]: DEBUG oslo_vmware.api [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696137, 'name': PowerOnVM_Task, 'duration_secs': 0.823429} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.441064] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.441276] env[62633]: INFO nova.compute.manager [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Took 10.63 seconds to spawn the instance on the hypervisor. [ 816.441455] env[62633]: DEBUG nova.compute.manager [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.442372] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ec60f1-82d6-4787-aed3-e02bd8f16eaa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.488145] env[62633]: DEBUG nova.network.neutron [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.544916] env[62633]: DEBUG oslo_vmware.api [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696139, 'name': PowerOnVM_Task, 'duration_secs': 0.492449} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.545290] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.545544] env[62633]: INFO nova.compute.manager [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Took 7.44 seconds to spawn the instance on the hypervisor. [ 816.546100] env[62633]: DEBUG nova.compute.manager [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.546782] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03af80a2-54d1-4660-8f54-70cf2f36f46e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.565101] env[62633]: DEBUG nova.scheduler.client.report [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.585065] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696140, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.659685] env[62633]: DEBUG nova.network.neutron [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Updating instance_info_cache with network_info: [{"id": "56da3b19-4da2-4fe7-8140-1e28baf6d28e", "address": "fa:16:3e:03:a3:e1", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56da3b19-4d", "ovs_interfaceid": "56da3b19-4da2-4fe7-8140-1e28baf6d28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.780839] env[62633]: INFO nova.compute.manager [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Took 43.62 seconds to build instance. [ 816.966122] env[62633]: INFO nova.compute.manager [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Took 41.93 seconds to build instance. [ 817.056759] env[62633]: DEBUG nova.compute.manager [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.073491] env[62633]: INFO nova.compute.manager [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Took 37.88 seconds to build instance. [ 817.076985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.083476] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.572s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.085133] env[62633]: INFO nova.compute.claims [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.088022] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616052} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.088640] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 6fe0d1a9-c551-4d34-a244-74f4cea840f6/6fe0d1a9-c551-4d34-a244-74f4cea840f6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.088857] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.091044] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.091263] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.091419] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.091598] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.091772] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.091872] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.092082] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.092245] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.092411] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.092801] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.092884] env[62633]: DEBUG nova.virt.hardware [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.093090] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef1b5446-efbc-4e37-9a76-8ed259602204 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.095875] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ea1be2-59ae-41b3-9651-84c2c20e3285 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.104295] env[62633]: INFO nova.scheduler.client.report [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Deleted allocations for instance b0aad7fe-ee74-48fd-8634-36e38b7bdf42 [ 817.107900] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb2febe-cafc-4f1d-aabf-4f4384f34886 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.111486] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 817.111486] env[62633]: value = "task-2696141" [ 817.111486] env[62633]: _type = "Task" [ 817.111486] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.130384] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.162362] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "refresh_cache-93a7c543-0901-4fae-b5e8-906c2bca5508" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.162718] env[62633]: DEBUG nova.compute.manager [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Instance network_info: |[{"id": "56da3b19-4da2-4fe7-8140-1e28baf6d28e", "address": "fa:16:3e:03:a3:e1", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56da3b19-4d", "ovs_interfaceid": "56da3b19-4da2-4fe7-8140-1e28baf6d28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.163042] env[62633]: DEBUG oslo_concurrency.lockutils [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] Acquired lock "refresh_cache-93a7c543-0901-4fae-b5e8-906c2bca5508" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.163246] env[62633]: DEBUG nova.network.neutron [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Refreshing network info cache for port 56da3b19-4da2-4fe7-8140-1e28baf6d28e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.164466] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:a3:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56da3b19-4da2-4fe7-8140-1e28baf6d28e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.172728] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Creating folder: Project (17ba42cc4c2a436ea2685f89634378da). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.175504] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db8e587d-acbd-4e34-8880-d560134e91df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.189997] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Created folder: Project (17ba42cc4c2a436ea2685f89634378da) in parent group-v543169. [ 817.189997] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Creating folder: Instances. Parent ref: group-v543359. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.189997] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51d8813c-d951-458c-9b02-fd04f2fdb855 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.198874] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Created folder: Instances in parent group-v543359. [ 817.199144] env[62633]: DEBUG oslo.service.loopingcall [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.199335] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.199542] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b03374f2-1186-4b3d-bec6-0756d40a4b5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.219453] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.219453] env[62633]: value = "task-2696144" [ 817.219453] env[62633]: _type = "Task" [ 817.219453] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.226969] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696144, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.259698] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "80c52abd-1553-4c67-877b-77f63423ee63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.283400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "80c52abd-1553-4c67-877b-77f63423ee63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.131s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.285208] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "80c52abd-1553-4c67-877b-77f63423ee63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.026s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.285495] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "80c52abd-1553-4c67-877b-77f63423ee63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.285767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "80c52abd-1553-4c67-877b-77f63423ee63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.285973] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "80c52abd-1553-4c67-877b-77f63423ee63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.290682] env[62633]: INFO nova.compute.manager [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Terminating instance [ 817.457819] env[62633]: DEBUG nova.network.neutron [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Successfully updated port: 58429abc-ae9a-4096-b921-b03360aa6af7 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.468250] env[62633]: DEBUG oslo_concurrency.lockutils [None req-da473a32-fde2-406a-b324-acd88e0571f5 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.443s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.483480] env[62633]: DEBUG nova.network.neutron [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Updated VIF entry in instance network info cache for port 56da3b19-4da2-4fe7-8140-1e28baf6d28e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.483864] env[62633]: DEBUG nova.network.neutron [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Updating instance_info_cache with network_info: [{"id": "56da3b19-4da2-4fe7-8140-1e28baf6d28e", "address": "fa:16:3e:03:a3:e1", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56da3b19-4d", "ovs_interfaceid": "56da3b19-4da2-4fe7-8140-1e28baf6d28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.580187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-666e23ef-2b7c-49fe-8d30-1463205f1082 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.407s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.621747] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5681bba-e34d-4052-b792-75ff0ad1b67c tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "b0aad7fe-ee74-48fd-8634-36e38b7bdf42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.595s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.626170] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082995} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.626643] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.627218] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5340b2fc-fb9c-4fb2-92bf-c0d416ff393f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.649776] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 6fe0d1a9-c551-4d34-a244-74f4cea840f6/6fe0d1a9-c551-4d34-a244-74f4cea840f6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.650341] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed8f472-9102-4671-924c-71ea0153ee54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.674405] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 817.674405] env[62633]: value = "task-2696145" [ 817.674405] env[62633]: _type = "Task" [ 817.674405] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.684772] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.686293] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.686547] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.686751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.686937] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.687122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.689196] env[62633]: INFO nova.compute.manager [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Terminating instance [ 817.730773] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696144, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.788889] env[62633]: DEBUG nova.compute.manager [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.794793] env[62633]: DEBUG nova.compute.manager [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.795019] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.795856] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7443e529-e4d4-410f-982e-421ecc566c1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.803529] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.803907] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34213616-4e36-426c-b031-90c7636e2072 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.812515] env[62633]: DEBUG oslo_vmware.api [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 817.812515] env[62633]: value = "task-2696146" [ 817.812515] env[62633]: _type = "Task" [ 817.812515] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.819262] env[62633]: DEBUG oslo_vmware.api [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.960740] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "refresh_cache-8391c08a-ba96-4715-99a3-ba775e5fece6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.961163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "refresh_cache-8391c08a-ba96-4715-99a3-ba775e5fece6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.961245] env[62633]: DEBUG nova.network.neutron [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.986796] env[62633]: DEBUG oslo_concurrency.lockutils [req-79c21fc9-59fa-4b96-b46d-b4a28be3cc9b req-123558f4-517c-4cb0-ae16-1a14eea49ec5 service nova] Releasing lock "refresh_cache-93a7c543-0901-4fae-b5e8-906c2bca5508" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.191892] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696145, 'name': ReconfigVM_Task, 'duration_secs': 0.299392} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.191976] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 6fe0d1a9-c551-4d34-a244-74f4cea840f6/6fe0d1a9-c551-4d34-a244-74f4cea840f6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.195761] env[62633]: DEBUG nova.compute.manager [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.195761] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.195761] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3863d3a6-0b07-46cb-871f-e711ccfd624b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.195761] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd58f7b-e073-4df4-a344-d5d5174928b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.204643] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.206367] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a6160aa-9f5f-412b-b7f3-01580778627e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.208125] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 818.208125] env[62633]: value = "task-2696147" [ 818.208125] env[62633]: _type = "Task" [ 818.208125] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.219857] env[62633]: DEBUG oslo_vmware.api [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 818.219857] env[62633]: value = "task-2696148" [ 818.219857] env[62633]: _type = "Task" [ 818.219857] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.232970] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696147, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.239644] env[62633]: DEBUG oslo_vmware.api [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.243320] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696144, 'name': CreateVM_Task, 'duration_secs': 0.677757} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.243320] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.243936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.244162] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.244566] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.247372] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e6be52-dd6e-4f0f-a413-9de4dde08025 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.253716] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 818.253716] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52fbeeb3-e800-ecaa-67fa-e3a12fd2a7bf" [ 818.253716] env[62633]: _type = "Task" [ 818.253716] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.273184] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fbeeb3-e800-ecaa-67fa-e3a12fd2a7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011666} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.273184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.273184] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.273184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.273184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.273184] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.273423] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a84cfe44-6ef3-46a2-9fe3-21177de6b915 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.283663] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.283992] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.285157] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d358adf4-198f-42c5-958f-b251fe0ca8e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.292058] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 818.292058] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52259bed-b54b-c976-8a80-9294db292b6d" [ 818.292058] env[62633]: _type = "Task" [ 818.292058] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.310081] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52259bed-b54b-c976-8a80-9294db292b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.310605] env[62633]: DEBUG nova.network.neutron [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Port 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 818.311046] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.311340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.311539] env[62633]: DEBUG nova.network.neutron [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.317008] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de700d87-3f42-493a-bf3a-55465e87d90d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.323583] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.328025] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 818.328025] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e62c54-3cde-9426-b59f-540ea4bd9f98" [ 818.328025] env[62633]: _type = "Task" [ 818.328025] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.332635] env[62633]: DEBUG oslo_vmware.api [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696146, 'name': PowerOffVM_Task, 'duration_secs': 0.185036} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.334837] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.335726] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.335726] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f181cb5f-aee8-4d2e-a8a3-0044a769e12d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.344911] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e62c54-3cde-9426-b59f-540ea4bd9f98, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.345226] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.345491] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.345758] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-341ee536-ab1b-4ec3-a71d-31eca7ef6fc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.355448] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 818.355448] env[62633]: value = "task-2696150" [ 818.355448] env[62633]: _type = "Task" [ 818.355448] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.365839] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.405579] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.405845] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.406046] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleting the datastore file [datastore1] 80c52abd-1553-4c67-877b-77f63423ee63 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.406353] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7466704-0e7f-490d-b404-090134b26228 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.414846] env[62633]: DEBUG oslo_vmware.api [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 818.414846] env[62633]: value = "task-2696151" [ 818.414846] env[62633]: _type = "Task" [ 818.414846] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.425055] env[62633]: DEBUG oslo_vmware.api [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.498203] env[62633]: DEBUG nova.network.neutron [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.624561] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c804c0c8-4532-41e1-8aa7-2bc14ca05fb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.636651] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f4eef0-37bf-4ec0-966c-2552adfe15c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.671104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3274ec-1bab-46f5-881f-39f9296a4d43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.678631] env[62633]: DEBUG nova.network.neutron [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Updating instance_info_cache with network_info: [{"id": "58429abc-ae9a-4096-b921-b03360aa6af7", "address": "fa:16:3e:82:d1:20", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58429abc-ae", "ovs_interfaceid": "58429abc-ae9a-4096-b921-b03360aa6af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.694022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbfe98e-8562-4057-ae51-781a6fbac2b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.712453] env[62633]: DEBUG nova.compute.provider_tree [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.729238] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696147, 'name': Rename_Task, 'duration_secs': 0.158081} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.730240] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.730670] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bad48ac-5643-4e17-94a7-3a24e4a0d9ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.736039] env[62633]: DEBUG oslo_vmware.api [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696148, 'name': PowerOffVM_Task, 'duration_secs': 0.157097} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.737579] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.737579] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.737579] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75f84112-aaf3-4e72-9611-5888a66f5dbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.744367] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 818.744367] env[62633]: value = "task-2696152" [ 818.744367] env[62633]: _type = "Task" [ 818.744367] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.754706] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.814061] env[62633]: DEBUG nova.compute.manager [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Received event network-vif-plugged-58429abc-ae9a-4096-b921-b03360aa6af7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.814524] env[62633]: DEBUG oslo_concurrency.lockutils [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] Acquiring lock "8391c08a-ba96-4715-99a3-ba775e5fece6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.814864] env[62633]: DEBUG oslo_concurrency.lockutils [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] Lock "8391c08a-ba96-4715-99a3-ba775e5fece6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.815130] env[62633]: DEBUG oslo_concurrency.lockutils [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] Lock "8391c08a-ba96-4715-99a3-ba775e5fece6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.815395] env[62633]: DEBUG nova.compute.manager [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] No waiting events found dispatching network-vif-plugged-58429abc-ae9a-4096-b921-b03360aa6af7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.815797] env[62633]: WARNING nova.compute.manager [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Received unexpected event network-vif-plugged-58429abc-ae9a-4096-b921-b03360aa6af7 for instance with vm_state building and task_state spawning. [ 818.815895] env[62633]: DEBUG nova.compute.manager [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Received event network-changed-58429abc-ae9a-4096-b921-b03360aa6af7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.816149] env[62633]: DEBUG nova.compute.manager [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Refreshing instance network info cache due to event network-changed-58429abc-ae9a-4096-b921-b03360aa6af7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.816472] env[62633]: DEBUG oslo_concurrency.lockutils [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] Acquiring lock "refresh_cache-8391c08a-ba96-4715-99a3-ba775e5fece6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.822095] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.822443] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.822708] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleting the datastore file [datastore1] 0dee3ffa-7f10-48a4-8b12-f8ec68217769 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.823571] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e6e3b98-16d2-4e44-9fe8-fed96d5793de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.832279] env[62633]: DEBUG oslo_vmware.api [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 818.832279] env[62633]: value = "task-2696154" [ 818.832279] env[62633]: _type = "Task" [ 818.832279] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.847545] env[62633]: DEBUG oslo_vmware.api [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.866194] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696150, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.924621] env[62633]: DEBUG oslo_vmware.api [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442696} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.924888] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.925133] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.925258] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.925428] env[62633]: INFO nova.compute.manager [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.925670] env[62633]: DEBUG oslo.service.loopingcall [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.925936] env[62633]: DEBUG nova.compute.manager [-] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.926059] env[62633]: DEBUG nova.network.neutron [-] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.971637] env[62633]: DEBUG nova.compute.manager [req-d8c7bf14-179d-40a6-a2df-696cc4d63a3d req-954811f5-96ac-451a-bb83-596632d726bd service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Received event network-changed-c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.971829] env[62633]: DEBUG nova.compute.manager [req-d8c7bf14-179d-40a6-a2df-696cc4d63a3d req-954811f5-96ac-451a-bb83-596632d726bd service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Refreshing instance network info cache due to event network-changed-c9c13a96-3094-4586-8cff-46e56d589af8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.972173] env[62633]: DEBUG oslo_concurrency.lockutils [req-d8c7bf14-179d-40a6-a2df-696cc4d63a3d req-954811f5-96ac-451a-bb83-596632d726bd service nova] Acquiring lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.972261] env[62633]: DEBUG oslo_concurrency.lockutils [req-d8c7bf14-179d-40a6-a2df-696cc4d63a3d req-954811f5-96ac-451a-bb83-596632d726bd service nova] Acquired lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.972342] env[62633]: DEBUG nova.network.neutron [req-d8c7bf14-179d-40a6-a2df-696cc4d63a3d req-954811f5-96ac-451a-bb83-596632d726bd service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Refreshing network info cache for port c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.116101] env[62633]: DEBUG nova.network.neutron [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance_info_cache with network_info: [{"id": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "address": "fa:16:3e:a0:4b:ab", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f462ed0-62", "ovs_interfaceid": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.185866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "refresh_cache-8391c08a-ba96-4715-99a3-ba775e5fece6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.186318] env[62633]: DEBUG nova.compute.manager [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Instance network_info: |[{"id": "58429abc-ae9a-4096-b921-b03360aa6af7", "address": "fa:16:3e:82:d1:20", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58429abc-ae", "ovs_interfaceid": "58429abc-ae9a-4096-b921-b03360aa6af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.186627] env[62633]: DEBUG oslo_concurrency.lockutils [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] Acquired lock "refresh_cache-8391c08a-ba96-4715-99a3-ba775e5fece6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.186820] env[62633]: DEBUG nova.network.neutron [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Refreshing network info cache for port 58429abc-ae9a-4096-b921-b03360aa6af7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.188227] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:d1:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58429abc-ae9a-4096-b921-b03360aa6af7', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.196443] env[62633]: DEBUG oslo.service.loopingcall [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.197345] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.199419] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-452f4821-8e3f-44c4-b309-521b7982ba24 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.223470] env[62633]: DEBUG nova.scheduler.client.report [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.236558] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.236558] env[62633]: value = "task-2696155" [ 819.236558] env[62633]: _type = "Task" [ 819.236558] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.252418] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696155, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.257714] env[62633]: DEBUG oslo_vmware.api [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696152, 'name': PowerOnVM_Task, 'duration_secs': 0.512639} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.259335] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.259335] env[62633]: INFO nova.compute.manager [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Took 7.42 seconds to spawn the instance on the hypervisor. [ 819.259335] env[62633]: DEBUG nova.compute.manager [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.259335] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e2284d-e6bf-4606-a110-69c613813b90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.345600] env[62633]: DEBUG oslo_vmware.api [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.345600] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.345600] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.345600] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.345600] env[62633]: INFO nova.compute.manager [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Took 1.15 seconds to destroy the instance on the hypervisor. [ 819.345822] env[62633]: DEBUG oslo.service.loopingcall [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.345929] env[62633]: DEBUG nova.compute.manager [-] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.346054] env[62633]: DEBUG nova.network.neutron [-] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.370409] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515558} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.370977] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.371225] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.371615] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cc5fa07-00a1-4afc-b9e6-15bef321205b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.378905] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 819.378905] env[62633]: value = "task-2696156" [ 819.378905] env[62633]: _type = "Task" [ 819.378905] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.387544] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.618679] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.733827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.734359] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.737419] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.206s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.739229] env[62633]: INFO nova.compute.claims [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.755742] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696155, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.780520] env[62633]: INFO nova.compute.manager [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Took 39.06 seconds to build instance. [ 819.790927] env[62633]: DEBUG nova.network.neutron [-] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.808595] env[62633]: DEBUG nova.network.neutron [req-d8c7bf14-179d-40a6-a2df-696cc4d63a3d req-954811f5-96ac-451a-bb83-596632d726bd service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updated VIF entry in instance network info cache for port c9c13a96-3094-4586-8cff-46e56d589af8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.809065] env[62633]: DEBUG nova.network.neutron [req-d8c7bf14-179d-40a6-a2df-696cc4d63a3d req-954811f5-96ac-451a-bb83-596632d726bd service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating instance_info_cache with network_info: [{"id": "c9c13a96-3094-4586-8cff-46e56d589af8", "address": "fa:16:3e:84:8b:aa", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c13a96-30", "ovs_interfaceid": "c9c13a96-3094-4586-8cff-46e56d589af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.888445] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065834} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.888734] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.889537] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba5a3ea-b92b-443d-9629-7e271ac72cec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.912640] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.913357] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e821bcb5-8888-430d-83cb-e6636867c416 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.937468] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 819.937468] env[62633]: value = "task-2696157" [ 819.937468] env[62633]: _type = "Task" [ 819.937468] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.945633] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.964207] env[62633]: DEBUG nova.network.neutron [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Updated VIF entry in instance network info cache for port 58429abc-ae9a-4096-b921-b03360aa6af7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.964653] env[62633]: DEBUG nova.network.neutron [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Updating instance_info_cache with network_info: [{"id": "58429abc-ae9a-4096-b921-b03360aa6af7", "address": "fa:16:3e:82:d1:20", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58429abc-ae", "ovs_interfaceid": "58429abc-ae9a-4096-b921-b03360aa6af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.122242] env[62633]: DEBUG nova.compute.manager [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62633) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 820.122481] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.171621] env[62633]: DEBUG nova.network.neutron [-] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.244208] env[62633]: DEBUG nova.compute.utils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.253665] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.253797] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.263206] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696155, 'name': CreateVM_Task, 'duration_secs': 0.773731} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.263376] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.264108] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.264295] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.264638] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.265155] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1f10b1-2506-4012-a81d-0de852f6bb28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.270172] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 820.270172] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52719392-5275-f4d2-7188-2d5f2f9d94a0" [ 820.270172] env[62633]: _type = "Task" [ 820.270172] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.278735] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52719392-5275-f4d2-7188-2d5f2f9d94a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.282483] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dee9f916-cd84-4699-a098-5975e85b155f tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.569s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.296439] env[62633]: INFO nova.compute.manager [-] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Took 1.37 seconds to deallocate network for instance. [ 820.303011] env[62633]: DEBUG nova.policy [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80dee10fccbf4d358d2ac466536c4767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dd7e7783b5e43eb953f2de5938e26ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.312568] env[62633]: DEBUG oslo_concurrency.lockutils [req-d8c7bf14-179d-40a6-a2df-696cc4d63a3d req-954811f5-96ac-451a-bb83-596632d726bd service nova] Releasing lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.341536] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "aa895c8d-8886-4328-a8da-d910822c166f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.341960] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "aa895c8d-8886-4328-a8da-d910822c166f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.342047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "aa895c8d-8886-4328-a8da-d910822c166f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.342711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "aa895c8d-8886-4328-a8da-d910822c166f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.342711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "aa895c8d-8886-4328-a8da-d910822c166f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.345454] env[62633]: INFO nova.compute.manager [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Terminating instance [ 820.450072] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.467591] env[62633]: DEBUG oslo_concurrency.lockutils [req-b53738b9-c779-4d0a-bd10-cf8dceb9d1be req-accf5d16-7cbb-4195-bf5c-e7729a4181df service nova] Releasing lock "refresh_cache-8391c08a-ba96-4715-99a3-ba775e5fece6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.608112] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Successfully created port: f3434a81-db1f-49da-9a7f-b1bd27a6bb02 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.679130] env[62633]: INFO nova.compute.manager [-] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Took 1.33 seconds to deallocate network for instance. [ 820.693317] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.693594] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.693855] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.694071] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.694250] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.696540] env[62633]: INFO nova.compute.manager [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Terminating instance [ 820.753583] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.782767] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52719392-5275-f4d2-7188-2d5f2f9d94a0, 'name': SearchDatastore_Task, 'duration_secs': 0.017048} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.782767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.782767] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.783101] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.783101] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.787104] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.787104] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-887373b5-975e-46c3-9e50-8fc9043e298b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.796991] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.797392] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.798523] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3554ac2-bb86-4ceb-a137-5ff9e2b41aac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.803726] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 820.803726] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526f9477-0a77-180f-9fda-0ef4325c17fb" [ 820.803726] env[62633]: _type = "Task" [ 820.803726] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.806770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.814754] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526f9477-0a77-180f-9fda-0ef4325c17fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.841251] env[62633]: DEBUG nova.compute.manager [req-5498098b-2344-4505-bf2d-2743b9e335f1 req-c3227204-e1d0-42d2-a0fe-59c9ff464153 service nova] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Received event network-vif-deleted-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.841251] env[62633]: DEBUG nova.compute.manager [req-5498098b-2344-4505-bf2d-2743b9e335f1 req-c3227204-e1d0-42d2-a0fe-59c9ff464153 service nova] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Received event network-vif-deleted-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.850312] env[62633]: DEBUG nova.compute.manager [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.850552] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.851501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae88abb-333e-41af-a1d6-018456313b64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.860767] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.861030] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08c7f59f-9ab4-43bf-ac65-a00955c65ef4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.867234] env[62633]: DEBUG oslo_vmware.api [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 820.867234] env[62633]: value = "task-2696158" [ 820.867234] env[62633]: _type = "Task" [ 820.867234] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.879615] env[62633]: DEBUG oslo_vmware.api [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.946839] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696157, 'name': ReconfigVM_Task, 'duration_secs': 0.692673} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.949455] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.951060] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39979b5b-3085-40c9-aa95-c3200638db7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.957691] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 820.957691] env[62633]: value = "task-2696159" [ 820.957691] env[62633]: _type = "Task" [ 820.957691] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.971426] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696159, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.170740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a61d054-b1a5-437e-86cc-3d23554eefe3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.178087] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5642abdd-6396-44e7-8f26-55e88fc8683f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.209307] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.209821] env[62633]: DEBUG nova.compute.manager [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.210044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.210997] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f2b652-4fab-41af-98a1-e850cfe08734 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.214040] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb5d7a5-f2af-4145-88f8-a522573476dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.223781] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ffdfc4-aaef-48fa-9102-614b9277d0d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.226931] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.227172] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-728d95e1-ebee-41db-a6ad-04208972ee1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.237763] env[62633]: DEBUG nova.compute.provider_tree [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.240162] env[62633]: DEBUG oslo_vmware.api [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 821.240162] env[62633]: value = "task-2696160" [ 821.240162] env[62633]: _type = "Task" [ 821.240162] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.247495] env[62633]: DEBUG oslo_vmware.api [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.316756] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526f9477-0a77-180f-9fda-0ef4325c17fb, 'name': SearchDatastore_Task, 'duration_secs': 0.026906} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.317985] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420de5c1-23ff-45f7-8140-0173ae6b086d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.323567] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 821.323567] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a94970-10ae-d523-0305-ab672236459f" [ 821.323567] env[62633]: _type = "Task" [ 821.323567] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.331815] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a94970-10ae-d523-0305-ab672236459f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.380411] env[62633]: DEBUG oslo_vmware.api [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696158, 'name': PowerOffVM_Task, 'duration_secs': 0.23623} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.380696] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.380867] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.381131] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e210c805-45ab-477e-b70f-7d673755f829 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.447295] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.447525] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.447717] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Deleting the datastore file [datastore2] aa895c8d-8886-4328-a8da-d910822c166f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.448033] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6238c6f6-da6c-405e-915c-1b56bef9a597 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.454928] env[62633]: DEBUG oslo_vmware.api [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for the task: (returnval){ [ 821.454928] env[62633]: value = "task-2696162" [ 821.454928] env[62633]: _type = "Task" [ 821.454928] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.465601] env[62633]: DEBUG oslo_vmware.api [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.468896] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696159, 'name': Rename_Task, 'duration_secs': 0.167305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.469221] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.469471] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d88ebc4-ad12-46dc-a0bf-8707832cf2f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.476127] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 821.476127] env[62633]: value = "task-2696163" [ 821.476127] env[62633]: _type = "Task" [ 821.476127] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.484048] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.745775] env[62633]: DEBUG nova.scheduler.client.report [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.754915] env[62633]: DEBUG oslo_vmware.api [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696160, 'name': PowerOffVM_Task, 'duration_secs': 0.263368} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.754915] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.754915] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.754915] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-481e283b-6c3d-4fd4-be4e-077a7066898e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.761850] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.790958] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.791245] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.791400] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.791584] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.791731] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.791877] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.792100] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.792264] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.792435] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.792627] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.793096] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.793754] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d24c59-c22f-47b7-8eed-d57fec1261c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.802434] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc322fd3-781a-4e4c-9c19-0804213de76e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.817553] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.817794] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.817997] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Deleting the datastore file [datastore1] 6fe0d1a9-c551-4d34-a244-74f4cea840f6 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.818267] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15bb8f4b-464b-4983-b143-97a152b1819c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.824684] env[62633]: DEBUG oslo_vmware.api [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for the task: (returnval){ [ 821.824684] env[62633]: value = "task-2696165" [ 821.824684] env[62633]: _type = "Task" [ 821.824684] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.836962] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a94970-10ae-d523-0305-ab672236459f, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.839995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.840343] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 8391c08a-ba96-4715-99a3-ba775e5fece6/8391c08a-ba96-4715-99a3-ba775e5fece6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.840617] env[62633]: DEBUG oslo_vmware.api [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.840847] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91c3dd85-f57b-4c2e-986f-b5d78e29f0e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.846773] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 821.846773] env[62633]: value = "task-2696166" [ 821.846773] env[62633]: _type = "Task" [ 821.846773] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.854855] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.965633] env[62633]: DEBUG oslo_vmware.api [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Task: {'id': task-2696162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264496} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.967564] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.967564] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.967564] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.967564] env[62633]: INFO nova.compute.manager [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 821.967564] env[62633]: DEBUG oslo.service.loopingcall [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.967564] env[62633]: DEBUG nova.compute.manager [-] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.967564] env[62633]: DEBUG nova.network.neutron [-] [instance: aa895c8d-8886-4328-a8da-d910822c166f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.986201] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.186780] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Successfully updated port: f3434a81-db1f-49da-9a7f-b1bd27a6bb02 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.252021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.252021] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.255034] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.642s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.255034] env[62633]: DEBUG nova.objects.instance [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 822.345206] env[62633]: DEBUG oslo_vmware.api [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Task: {'id': task-2696165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228494} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.345329] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.345507] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.347784] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.347784] env[62633]: INFO nova.compute.manager [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 822.347784] env[62633]: DEBUG oslo.service.loopingcall [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.347784] env[62633]: DEBUG nova.compute.manager [-] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.347784] env[62633]: DEBUG nova.network.neutron [-] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.360241] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696166, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.489501] env[62633]: DEBUG oslo_vmware.api [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696163, 'name': PowerOnVM_Task, 'duration_secs': 0.610473} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.489793] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.489998] env[62633]: INFO nova.compute.manager [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Took 8.03 seconds to spawn the instance on the hypervisor. [ 822.490188] env[62633]: DEBUG nova.compute.manager [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.491027] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57009cf-6ada-42b6-ad76-cb95ba45d089 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.692302] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "refresh_cache-fe3b2ad5-f08d-4533-9b19-9b60765eefda" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.692617] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired lock "refresh_cache-fe3b2ad5-f08d-4533-9b19-9b60765eefda" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.692779] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.767554] env[62633]: DEBUG nova.compute.utils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.772054] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.772241] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.809204] env[62633]: DEBUG nova.policy [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80dee10fccbf4d358d2ac466536c4767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dd7e7783b5e43eb953f2de5938e26ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.833352] env[62633]: DEBUG nova.network.neutron [-] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.860134] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726706} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.860395] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 8391c08a-ba96-4715-99a3-ba775e5fece6/8391c08a-ba96-4715-99a3-ba775e5fece6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.860654] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.860960] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7edebbd-9a38-43e2-8e48-63564fb5fecd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.867819] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 822.867819] env[62633]: value = "task-2696167" [ 822.867819] env[62633]: _type = "Task" [ 822.867819] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.876566] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.889766] env[62633]: DEBUG nova.compute.manager [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Received event network-vif-plugged-f3434a81-db1f-49da-9a7f-b1bd27a6bb02 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.890116] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] Acquiring lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.890546] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] Lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.890749] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] Lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.891048] env[62633]: DEBUG nova.compute.manager [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] No waiting events found dispatching network-vif-plugged-f3434a81-db1f-49da-9a7f-b1bd27a6bb02 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.891289] env[62633]: WARNING nova.compute.manager [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Received unexpected event network-vif-plugged-f3434a81-db1f-49da-9a7f-b1bd27a6bb02 for instance with vm_state building and task_state spawning. [ 822.891382] env[62633]: DEBUG nova.compute.manager [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Received event network-changed-f3434a81-db1f-49da-9a7f-b1bd27a6bb02 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.891540] env[62633]: DEBUG nova.compute.manager [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Refreshing instance network info cache due to event network-changed-f3434a81-db1f-49da-9a7f-b1bd27a6bb02. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.891707] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] Acquiring lock "refresh_cache-fe3b2ad5-f08d-4533-9b19-9b60765eefda" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.010361] env[62633]: INFO nova.compute.manager [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Took 41.82 seconds to build instance. [ 823.086974] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Successfully created port: 77bf1e48-a65b-4ebb-b03d-950fadb79368 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.119373] env[62633]: DEBUG nova.network.neutron [-] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.236680] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.273137] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.278441] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff16986e-8458-4933-8c63-5e3c84d5b974 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.279831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.251s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.280102] env[62633]: DEBUG nova.objects.instance [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lazy-loading 'resources' on Instance uuid 4147ac17-f96b-4ea3-b18b-cccc26ea64ba {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.335862] env[62633]: INFO nova.compute.manager [-] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Took 1.37 seconds to deallocate network for instance. [ 823.382066] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.382467] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.383350] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543f4fe1-a67b-4e41-a05a-d2578deb1c20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.408972] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 8391c08a-ba96-4715-99a3-ba775e5fece6/8391c08a-ba96-4715-99a3-ba775e5fece6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.412312] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a181b1aa-2ba4-4ca0-a194-3f957b049e49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.438546] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 823.438546] env[62633]: value = "task-2696168" [ 823.438546] env[62633]: _type = "Task" [ 823.438546] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.447496] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.491201] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Updating instance_info_cache with network_info: [{"id": "f3434a81-db1f-49da-9a7f-b1bd27a6bb02", "address": "fa:16:3e:90:1b:00", "network": {"id": "c1ae53ae-7c8f-4974-bb4e-81c13b6c0b47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-555193378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd7e7783b5e43eb953f2de5938e26ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3434a81-db", "ovs_interfaceid": "f3434a81-db1f-49da-9a7f-b1bd27a6bb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.512921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "93a7c543-0901-4fae-b5e8-906c2bca5508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.333s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.623050] env[62633]: INFO nova.compute.manager [-] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Took 1.28 seconds to deallocate network for instance. [ 823.843877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.965056] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.993566] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Releasing lock "refresh_cache-fe3b2ad5-f08d-4533-9b19-9b60765eefda" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.994409] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Instance network_info: |[{"id": "f3434a81-db1f-49da-9a7f-b1bd27a6bb02", "address": "fa:16:3e:90:1b:00", "network": {"id": "c1ae53ae-7c8f-4974-bb4e-81c13b6c0b47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-555193378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd7e7783b5e43eb953f2de5938e26ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3434a81-db", "ovs_interfaceid": "f3434a81-db1f-49da-9a7f-b1bd27a6bb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.998399] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] Acquired lock "refresh_cache-fe3b2ad5-f08d-4533-9b19-9b60765eefda" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.998827] env[62633]: DEBUG nova.network.neutron [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Refreshing network info cache for port f3434a81-db1f-49da-9a7f-b1bd27a6bb02 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.000623] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:1b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3434a81-db1f-49da-9a7f-b1bd27a6bb02', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.013600] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Creating folder: Project (9dd7e7783b5e43eb953f2de5938e26ea). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.015646] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31634829-ad49-4655-b70c-174547353ed6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.031850] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Created folder: Project (9dd7e7783b5e43eb953f2de5938e26ea) in parent group-v543169. [ 824.032191] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Creating folder: Instances. Parent ref: group-v543363. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.032550] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-875cc368-0114-4f05-a560-52d02629d912 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.047699] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Created folder: Instances in parent group-v543363. [ 824.048102] env[62633]: DEBUG oslo.service.loopingcall [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.048699] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.048962] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0ecfa74-a44f-4e52-b37c-b101670f64dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.078876] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.078876] env[62633]: value = "task-2696171" [ 824.078876] env[62633]: _type = "Task" [ 824.078876] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.092103] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696171, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.134740] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.283964] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8a9ab7-22a5-432c-9484-03cdbfefa94f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.291598] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.295082] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63946d7a-e704-4d89-a0f4-58d90106229f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.334645] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a1fb35-a700-4f56-a0f1-c51d3938a619 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.342709] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fb56c8-8389-4d3b-96b8-e8399b9483b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.349074] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.349339] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.349493] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.349778] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.349950] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.350119] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.350334] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.350498] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.350661] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.350863] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.351049] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.351852] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee54c990-c2e2-43e2-a687-3542b730fce0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.365094] env[62633]: DEBUG nova.compute.provider_tree [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.370775] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55a7564-9f0e-49ab-a55a-d9604db03b9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.450552] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696168, 'name': ReconfigVM_Task, 'duration_secs': 0.538854} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.450848] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 8391c08a-ba96-4715-99a3-ba775e5fece6/8391c08a-ba96-4715-99a3-ba775e5fece6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.451530] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93daf6c9-2618-4d28-8862-b6d0b35a1043 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.458080] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 824.458080] env[62633]: value = "task-2696172" [ 824.458080] env[62633]: _type = "Task" [ 824.458080] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.467173] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696172, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.588713] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696171, 'name': CreateVM_Task, 'duration_secs': 0.353246} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.588986] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.589631] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.589970] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.590235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.590707] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25201a81-9bf8-4418-bd0f-9b1e5e3fb468 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.599898] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 824.599898] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522a130a-6c6a-feb9-92bc-07a8a6b1a2e9" [ 824.599898] env[62633]: _type = "Task" [ 824.599898] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.608484] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522a130a-6c6a-feb9-92bc-07a8a6b1a2e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.834482] env[62633]: DEBUG nova.network.neutron [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Updated VIF entry in instance network info cache for port f3434a81-db1f-49da-9a7f-b1bd27a6bb02. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.834864] env[62633]: DEBUG nova.network.neutron [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Updating instance_info_cache with network_info: [{"id": "f3434a81-db1f-49da-9a7f-b1bd27a6bb02", "address": "fa:16:3e:90:1b:00", "network": {"id": "c1ae53ae-7c8f-4974-bb4e-81c13b6c0b47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-555193378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd7e7783b5e43eb953f2de5938e26ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3434a81-db", "ovs_interfaceid": "f3434a81-db1f-49da-9a7f-b1bd27a6bb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.872782] env[62633]: DEBUG nova.scheduler.client.report [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.904827] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Successfully updated port: 77bf1e48-a65b-4ebb-b03d-950fadb79368 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.968322] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696172, 'name': Rename_Task, 'duration_secs': 0.159619} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.968602] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.968858] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16709136-4ef9-4c54-9819-eb55a0440e06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.973264] env[62633]: DEBUG nova.compute.manager [req-b959fa21-1cd6-4924-9129-c372cc917f20 req-110ddce1-09c6-4bef-83c7-fd7a4c34dc48 service nova] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Received event network-vif-plugged-77bf1e48-a65b-4ebb-b03d-950fadb79368 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.973511] env[62633]: DEBUG oslo_concurrency.lockutils [req-b959fa21-1cd6-4924-9129-c372cc917f20 req-110ddce1-09c6-4bef-83c7-fd7a4c34dc48 service nova] Acquiring lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.973725] env[62633]: DEBUG oslo_concurrency.lockutils [req-b959fa21-1cd6-4924-9129-c372cc917f20 req-110ddce1-09c6-4bef-83c7-fd7a4c34dc48 service nova] Lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.973980] env[62633]: DEBUG oslo_concurrency.lockutils [req-b959fa21-1cd6-4924-9129-c372cc917f20 req-110ddce1-09c6-4bef-83c7-fd7a4c34dc48 service nova] Lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.974104] env[62633]: DEBUG nova.compute.manager [req-b959fa21-1cd6-4924-9129-c372cc917f20 req-110ddce1-09c6-4bef-83c7-fd7a4c34dc48 service nova] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] No waiting events found dispatching network-vif-plugged-77bf1e48-a65b-4ebb-b03d-950fadb79368 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.974264] env[62633]: WARNING nova.compute.manager [req-b959fa21-1cd6-4924-9129-c372cc917f20 req-110ddce1-09c6-4bef-83c7-fd7a4c34dc48 service nova] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Received unexpected event network-vif-plugged-77bf1e48-a65b-4ebb-b03d-950fadb79368 for instance with vm_state building and task_state spawning. [ 824.975939] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 824.975939] env[62633]: value = "task-2696173" [ 824.975939] env[62633]: _type = "Task" [ 824.975939] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.984456] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.110869] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522a130a-6c6a-feb9-92bc-07a8a6b1a2e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01288} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.111227] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.111421] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.111659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.111804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.111982] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.112259] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-908e2160-ad2b-4273-9228-dcc4d2e73d22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.120900] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.121092] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.121791] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a610fc4f-05d2-4a15-af53-c6a77cd9b9ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.126909] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 825.126909] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e21cb2-dbb7-4e13-eb75-bce23e541061" [ 825.126909] env[62633]: _type = "Task" [ 825.126909] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.134279] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e21cb2-dbb7-4e13-eb75-bce23e541061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.337907] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] Releasing lock "refresh_cache-fe3b2ad5-f08d-4533-9b19-9b60765eefda" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.338224] env[62633]: DEBUG nova.compute.manager [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Received event network-vif-deleted-a2747f43-3174-4766-a904-7337c5c374b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.338426] env[62633]: DEBUG nova.compute.manager [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Received event network-vif-deleted-3d99c444-4fd9-46a5-8fe2-30dce053a595 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.338599] env[62633]: INFO nova.compute.manager [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Neutron deleted interface 3d99c444-4fd9-46a5-8fe2-30dce053a595; detaching it from the instance and deleting it from the info cache [ 825.338801] env[62633]: DEBUG nova.network.neutron [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.376650] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.379068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.912s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.401058] env[62633]: INFO nova.scheduler.client.report [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Deleted allocations for instance 4147ac17-f96b-4ea3-b18b-cccc26ea64ba [ 825.405826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "refresh_cache-bad0e3dd-7c8e-49cb-b734-b87c2619af3c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.405970] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired lock "refresh_cache-bad0e3dd-7c8e-49cb-b734-b87c2619af3c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.407253] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.486057] env[62633]: DEBUG oslo_vmware.api [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696173, 'name': PowerOnVM_Task, 'duration_secs': 0.439836} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.486561] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.486612] env[62633]: INFO nova.compute.manager [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Took 8.43 seconds to spawn the instance on the hypervisor. [ 825.486762] env[62633]: DEBUG nova.compute.manager [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.487555] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e18464-6c98-4ae7-93ac-d796cebac159 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.637883] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e21cb2-dbb7-4e13-eb75-bce23e541061, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.638689] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd669bad-7155-4a91-a71a-2a8689cf2d8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.643555] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 825.643555] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527c70b7-eea1-c4a2-9d02-8ecb3f2855e3" [ 825.643555] env[62633]: _type = "Task" [ 825.643555] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.651410] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527c70b7-eea1-c4a2-9d02-8ecb3f2855e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.841803] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cf152cc-b7c9-417e-a1f3-c74b34a78a85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.852020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec0b58c-b993-4fa3-a1f6-0bd94e1f1bdd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.896378] env[62633]: DEBUG nova.compute.manager [req-bfe456c6-1d3a-406b-b174-f8d062d6f6af req-06cd159d-fc8c-496e-908f-72dff4e210c9 service nova] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Detach interface failed, port_id=3d99c444-4fd9-46a5-8fe2-30dce053a595, reason: Instance 6fe0d1a9-c551-4d34-a244-74f4cea840f6 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 825.912234] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aeb60af-9f3d-422f-a506-9134e2bd69cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Lock "4147ac17-f96b-4ea3-b18b-cccc26ea64ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.964s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.944592] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.004882] env[62633]: INFO nova.compute.manager [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Took 44.10 seconds to build instance. [ 826.120812] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Updating instance_info_cache with network_info: [{"id": "77bf1e48-a65b-4ebb-b03d-950fadb79368", "address": "fa:16:3e:e5:e2:ab", "network": {"id": "c1ae53ae-7c8f-4974-bb4e-81c13b6c0b47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-555193378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd7e7783b5e43eb953f2de5938e26ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bf1e48-a6", "ovs_interfaceid": "77bf1e48-a65b-4ebb-b03d-950fadb79368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.154551] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527c70b7-eea1-c4a2-9d02-8ecb3f2855e3, 'name': SearchDatastore_Task, 'duration_secs': 0.040895} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.154825] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.155104] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] fe3b2ad5-f08d-4533-9b19-9b60765eefda/fe3b2ad5-f08d-4533-9b19-9b60765eefda.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.155374] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73d19a10-c4f4-4166-8503-a9eed8e686f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.162440] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 826.162440] env[62633]: value = "task-2696174" [ 826.162440] env[62633]: _type = "Task" [ 826.162440] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.171245] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.399054] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Applying migration context for instance 09e7f442-9910-4c63-a446-9f527cb23691 as it has an incoming, in-progress migration 402af64d-ec86-487c-99c5-4521d8670aaf. Migration status is confirming {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 826.399190] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Applying migration context for instance c9c0576f-608d-4e30-80dc-2d880da95830 as it has an incoming, in-progress migration 44e8ed6b-1b82-4117-b27c-058bc947bae7. Migration status is reverting {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 826.401726] env[62633]: INFO nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating resource usage from migration 402af64d-ec86-487c-99c5-4521d8670aaf [ 826.401726] env[62633]: INFO nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating resource usage from migration 44e8ed6b-1b82-4117-b27c-058bc947bae7 [ 826.401961] env[62633]: INFO nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating resource usage from migration 94210271-d3b3-4ec5-9d4f-05465cf19004 [ 826.429852] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 99494742-9f6f-404c-bcb2-be74f0f36b4e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance d00a747e-a32f-47cd-b4b6-76402b158f3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance aa895c8d-8886-4328-a8da-d910822c166f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 9fe8b122-58a4-433c-9782-0fb186bb14f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 1dc8d549-e69f-4803-8ae1-1de88b6c1309 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance c63140ee-bfa7-4fc8-ad05-ea1a69aedd48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 4a190bf3-0d75-44c8-beb0-a66b70242ce5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 04e84ba4-d3a5-4540-b625-d9d1d89154a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 6e3476bc-9257-4223-a556-8329dd6a019a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 69844c2d-2b25-47de-b6ee-00d7738281be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Migration 402af64d-ec86-487c-99c5-4521d8670aaf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 09e7f442-9910-4c63-a446-9f527cb23691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.432549] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 353e1c39-79ab-4dc6-990c-16661b1c3b49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.433039] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 2c30ad22-0261-48af-9ee6-901e2f18a943 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.433039] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 80c52abd-1553-4c67-877b-77f63423ee63 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.433039] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Migration 44e8ed6b-1b82-4117-b27c-058bc947bae7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 826.433039] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance c9c0576f-608d-4e30-80dc-2d880da95830 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.433039] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 3d60f677-da9a-4224-905a-76b93c725026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.433039] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 0dee3ffa-7f10-48a4-8b12-f8ec68217769 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.433039] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 6fe0d1a9-c551-4d34-a244-74f4cea840f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.433039] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 93a7c543-0901-4fae-b5e8-906c2bca5508 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.433039] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 8391c08a-ba96-4715-99a3-ba775e5fece6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.433309] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance fe3b2ad5-f08d-4533-9b19-9b60765eefda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.433309] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance bad0e3dd-7c8e-49cb-b734-b87c2619af3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.510568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4970d2b-634e-4fe1-bc04-3493aece052d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "8391c08a-ba96-4715-99a3-ba775e5fece6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.615s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.625705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Releasing lock "refresh_cache-bad0e3dd-7c8e-49cb-b734-b87c2619af3c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.625964] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Instance network_info: |[{"id": "77bf1e48-a65b-4ebb-b03d-950fadb79368", "address": "fa:16:3e:e5:e2:ab", "network": {"id": "c1ae53ae-7c8f-4974-bb4e-81c13b6c0b47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-555193378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd7e7783b5e43eb953f2de5938e26ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bf1e48-a6", "ovs_interfaceid": "77bf1e48-a65b-4ebb-b03d-950fadb79368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.627084] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e2:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77bf1e48-a65b-4ebb-b03d-950fadb79368', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.635553] env[62633]: DEBUG oslo.service.loopingcall [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.636482] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.636945] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-167156c4-a69d-4ef9-9a68-73fb7fc2d8f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.660553] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.660553] env[62633]: value = "task-2696175" [ 826.660553] env[62633]: _type = "Task" [ 826.660553] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.676076] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696174, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.676413] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696175, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.936456] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.936631] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Migration 94210271-d3b3-4ec5-9d4f-05465cf19004 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 826.936768] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 3ff447b7-9a02-4f12-8003-b4915cf440a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.012239] env[62633]: DEBUG nova.compute.manager [req-3bcf844e-9ec8-42af-b824-b3a5dcd98c21 req-35e1b24f-362c-400c-beb9-54581f5f086d service nova] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Received event network-changed-77bf1e48-a65b-4ebb-b03d-950fadb79368 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.012494] env[62633]: DEBUG nova.compute.manager [req-3bcf844e-9ec8-42af-b824-b3a5dcd98c21 req-35e1b24f-362c-400c-beb9-54581f5f086d service nova] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Refreshing instance network info cache due to event network-changed-77bf1e48-a65b-4ebb-b03d-950fadb79368. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.012773] env[62633]: DEBUG oslo_concurrency.lockutils [req-3bcf844e-9ec8-42af-b824-b3a5dcd98c21 req-35e1b24f-362c-400c-beb9-54581f5f086d service nova] Acquiring lock "refresh_cache-bad0e3dd-7c8e-49cb-b734-b87c2619af3c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.012927] env[62633]: DEBUG oslo_concurrency.lockutils [req-3bcf844e-9ec8-42af-b824-b3a5dcd98c21 req-35e1b24f-362c-400c-beb9-54581f5f086d service nova] Acquired lock "refresh_cache-bad0e3dd-7c8e-49cb-b734-b87c2619af3c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.013126] env[62633]: DEBUG nova.network.neutron [req-3bcf844e-9ec8-42af-b824-b3a5dcd98c21 req-35e1b24f-362c-400c-beb9-54581f5f086d service nova] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Refreshing network info cache for port 77bf1e48-a65b-4ebb-b03d-950fadb79368 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.174054] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696175, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.177499] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517162} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.177683] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] fe3b2ad5-f08d-4533-9b19-9b60765eefda/fe3b2ad5-f08d-4533-9b19-9b60765eefda.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.177941] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.178174] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73fc7356-c0fe-4907-8b4b-9835307f8a98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.184697] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 827.184697] env[62633]: value = "task-2696176" [ 827.184697] env[62633]: _type = "Task" [ 827.184697] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.191946] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.207266] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "069dc77e-e599-4f19-a2a7-22cf68c2359f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.207530] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "069dc77e-e599-4f19-a2a7-22cf68c2359f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.442520] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance c8a8e802-f4fb-4604-b3bb-df54cff62663 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.673494] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696175, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.702711] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.709203] env[62633]: DEBUG nova.compute.manager [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.816459] env[62633]: DEBUG nova.network.neutron [req-3bcf844e-9ec8-42af-b824-b3a5dcd98c21 req-35e1b24f-362c-400c-beb9-54581f5f086d service nova] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Updated VIF entry in instance network info cache for port 77bf1e48-a65b-4ebb-b03d-950fadb79368. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.816881] env[62633]: DEBUG nova.network.neutron [req-3bcf844e-9ec8-42af-b824-b3a5dcd98c21 req-35e1b24f-362c-400c-beb9-54581f5f086d service nova] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Updating instance_info_cache with network_info: [{"id": "77bf1e48-a65b-4ebb-b03d-950fadb79368", "address": "fa:16:3e:e5:e2:ab", "network": {"id": "c1ae53ae-7c8f-4974-bb4e-81c13b6c0b47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-555193378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd7e7783b5e43eb953f2de5938e26ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bf1e48-a6", "ovs_interfaceid": "77bf1e48-a65b-4ebb-b03d-950fadb79368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.945782] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7b4ed956-efd4-466b-9feb-cd9f88baa73f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.945936] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 827.946119] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 828.177568] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696175, 'name': CreateVM_Task, 'duration_secs': 1.135719} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.177830] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.179357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.179357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.179357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.180104] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d76e383-efd2-429f-a2e1-eaf97dd07702 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.185628] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 828.185628] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521cf913-2346-a2f9-ffdc-ea66c9a327c9" [ 828.185628] env[62633]: _type = "Task" [ 828.185628] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.201147] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521cf913-2346-a2f9-ffdc-ea66c9a327c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012467} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.204130] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.204427] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.204664] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.204831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.205026] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.205326] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.652543} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.207992] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-454cef0d-c806-4e35-9ab9-36451c5e833b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.209844] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.210890] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee865fc-010a-4fa8-a941-dab2c387e54a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.241208] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] fe3b2ad5-f08d-4533-9b19-9b60765eefda/fe3b2ad5-f08d-4533-9b19-9b60765eefda.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.241208] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.241314] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.244835] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb21ef08-76bb-4d9c-8bb6-6da83e358a0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.259832] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ee8833-237d-44f1-b828-d9e0c707c586 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.263901] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.267269] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 828.267269] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ca2414-b0fc-7804-2f52-3125be20b34d" [ 828.267269] env[62633]: _type = "Task" [ 828.267269] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.268879] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 828.268879] env[62633]: value = "task-2696177" [ 828.268879] env[62633]: _type = "Task" [ 828.268879] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.286027] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ca2414-b0fc-7804-2f52-3125be20b34d, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.287617] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696177, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.287984] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f4fb0d-2306-4259-b5d5-1bddea2cd0b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.292907] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 828.292907] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b122fa-0a44-207b-7d62-d13b0e7a60f7" [ 828.292907] env[62633]: _type = "Task" [ 828.292907] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.303206] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b122fa-0a44-207b-7d62-d13b0e7a60f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.320381] env[62633]: DEBUG oslo_concurrency.lockutils [req-3bcf844e-9ec8-42af-b824-b3a5dcd98c21 req-35e1b24f-362c-400c-beb9-54581f5f086d service nova] Releasing lock "refresh_cache-bad0e3dd-7c8e-49cb-b734-b87c2619af3c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.480915] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e13536-6695-4c13-a879-74fb15478e39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.488277] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b517930-1681-462f-994c-423f348f28fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.517838] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d0c598-2b45-49c5-a9a0-790b936f44e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.524964] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1ce156-9752-4fed-8069-3291d3646b1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.537912] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.783706] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696177, 'name': ReconfigVM_Task, 'duration_secs': 0.377541} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.783986] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Reconfigured VM instance instance-00000042 to attach disk [datastore1] fe3b2ad5-f08d-4533-9b19-9b60765eefda/fe3b2ad5-f08d-4533-9b19-9b60765eefda.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.784682] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf2a70c0-042a-47f7-ab90-e34958648b3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.791564] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 828.791564] env[62633]: value = "task-2696178" [ 828.791564] env[62633]: _type = "Task" [ 828.791564] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.802770] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696178, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.809648] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b122fa-0a44-207b-7d62-d13b0e7a60f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.809976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.810183] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] bad0e3dd-7c8e-49cb-b734-b87c2619af3c/bad0e3dd-7c8e-49cb-b734-b87c2619af3c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.810860] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f01f50-ea1f-4d87-addc-c357e99ab316 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.817216] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 828.817216] env[62633]: value = "task-2696179" [ 828.817216] env[62633]: _type = "Task" [ 828.817216] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.825980] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.041621] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.304019] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696178, 'name': Rename_Task, 'duration_secs': 0.304091} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.304316] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.304598] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f04c2eb-d68c-44ae-a40e-84ee6e0ab026 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.313112] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 829.313112] env[62633]: value = "task-2696180" [ 829.313112] env[62633]: _type = "Task" [ 829.313112] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.325061] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.331781] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696179, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.547287] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 829.547696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.169s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.548273] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.088s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.549750] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 829.549834] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Cleaning up deleted instances {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 829.825730] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696180, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.831700] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.831931] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] bad0e3dd-7c8e-49cb-b734-b87c2619af3c/bad0e3dd-7c8e-49cb-b734-b87c2619af3c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.832982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.832982] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9021397a-abfe-498e-96f9-6228ffe05496 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.839910] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 829.839910] env[62633]: value = "task-2696181" [ 829.839910] env[62633]: _type = "Task" [ 829.839910] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.848708] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.053973] env[62633]: INFO nova.compute.claims [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.072014] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] There are 42 instances to clean {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 830.072320] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: b0aad7fe-ee74-48fd-8634-36e38b7bdf42] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.327053] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696180, 'name': PowerOnVM_Task, 'duration_secs': 1.012374} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.327517] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.327750] env[62633]: INFO nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Took 8.57 seconds to spawn the instance on the hypervisor. [ 830.327932] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.328745] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9717870-b7a2-4b79-85a7-d7ab93d950ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.348693] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190468} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.348959] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.352875] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1653b60d-597f-4c9b-a9b1-29e6e2e56148 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.371844] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] bad0e3dd-7c8e-49cb-b734-b87c2619af3c/bad0e3dd-7c8e-49cb-b734-b87c2619af3c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.372403] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8241267b-9342-4bcc-995b-2026d327e551 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.393874] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 830.393874] env[62633]: value = "task-2696182" [ 830.393874] env[62633]: _type = "Task" [ 830.393874] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.396794] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquiring lock "eb357665-3152-4c23-9e15-0207fe1974f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.397013] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "eb357665-3152-4c23-9e15-0207fe1974f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.408343] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.576895] env[62633]: INFO nova.compute.resource_tracker [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating resource usage from migration 94210271-d3b3-4ec5-9d4f-05465cf19004 [ 830.579568] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 6f33032f-dd89-435d-9881-4aee445ee033] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.852907] env[62633]: INFO nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Took 42.36 seconds to build instance. [ 830.905838] env[62633]: DEBUG nova.compute.manager [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.915087] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696182, 'name': ReconfigVM_Task, 'duration_secs': 0.318827} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.915087] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Reconfigured VM instance instance-00000043 to attach disk [datastore1] bad0e3dd-7c8e-49cb-b734-b87c2619af3c/bad0e3dd-7c8e-49cb-b734-b87c2619af3c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.915087] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2dd87f2-56c9-46d9-9d34-1a7abc7d7b1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.921505] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 830.921505] env[62633]: value = "task-2696183" [ 830.921505] env[62633]: _type = "Task" [ 830.921505] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.933157] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696183, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.024534] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f5035c-5659-40e9-adb6-f251f1bf55f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.033507] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3701eb-6855-4409-86c3-c7b3df1ffe7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.067748] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2bc88b-c00c-42e3-8ca4-3b4f9e608c1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.075263] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23007da3-0733-46f0-b884-645bcdb49862 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.088718] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 53a893e3-80c6-404d-be8a-8489bb210320] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.091024] env[62633]: DEBUG nova.compute.provider_tree [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.354978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.888s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.425165] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.435117] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696183, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.593153] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 688ad5ff-146f-4e2b-9b5b-ba34d0dcd6b0] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.596608] env[62633]: DEBUG nova.scheduler.client.report [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.935925] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696183, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.096720] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 7b2cf9e4-5f55-450c-bb94-f12b7eb772df] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.100871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.553s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.101083] env[62633]: INFO nova.compute.manager [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Migrating [ 832.111178] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.629s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.111385] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.113374] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 37.419s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.135970] env[62633]: INFO nova.scheduler.client.report [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Deleted allocations for instance 6e3476bc-9257-4223-a556-8329dd6a019a [ 832.435660] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696183, 'name': Rename_Task, 'duration_secs': 1.178203} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.435929] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.436185] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e69a945-90ce-4bb6-ae2a-81a921fd6634 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.442419] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 832.442419] env[62633]: value = "task-2696184" [ 832.442419] env[62633]: _type = "Task" [ 832.442419] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.452912] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.600212] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 66be2ad2-a542-42a6-825d-61ede3f92268] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.621112] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.621421] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.621695] env[62633]: DEBUG nova.network.neutron [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.643684] env[62633]: DEBUG oslo_concurrency.lockutils [None req-186f68f7-9963-4cfb-839e-5d5fd9e4a287 tempest-ServerShowV254Test-2071974760 tempest-ServerShowV254Test-2071974760-project-member] Lock "6e3476bc-9257-4223-a556-8329dd6a019a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.379s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.953694] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696184, 'name': PowerOnVM_Task, 'duration_secs': 0.455746} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.954023] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.954267] env[62633]: INFO nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Took 8.66 seconds to spawn the instance on the hypervisor. [ 832.954485] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.957844] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdd8db0-75ed-4e58-926f-fdf587bc864e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.022034] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4bd91f-6550-4b08-a572-0cdaaa486b8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.029799] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c779fc14-4ce6-4471-89dd-251302a88595 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.063593] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714b4f0b-eb1b-4f28-b1b2-e2b29ed6372a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.070527] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238f7a49-38b1-4057-9d05-b4e8b7344472 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.085264] env[62633]: DEBUG nova.compute.provider_tree [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.103055] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: ca27a04d-c316-43ca-95bc-479e5657dea8] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.352467] env[62633]: DEBUG nova.network.neutron [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance_info_cache with network_info: [{"id": "e1842530-da5b-4025-a453-c8487939953b", "address": "fa:16:3e:05:9d:f5", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1842530-da", "ovs_interfaceid": "e1842530-da5b-4025-a453-c8487939953b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.478223] env[62633]: INFO nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Took 44.96 seconds to build instance. [ 833.588762] env[62633]: DEBUG nova.scheduler.client.report [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.607183] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: b81dc60c-f0a2-4243-80d8-21c014cdc311] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.855632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.980433] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.473s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.111552] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 2a11bdfc-b093-48e5-a464-d2b33dcb1839] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.601196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.488s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.604838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.483s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.606386] env[62633]: INFO nova.compute.claims [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.614853] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: f2b6ee32-9ab2-4a4a-a428-80a06b000dc7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.119085] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: ce37e013-1443-4d3c-a639-ec2d64fddff2] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.162301] env[62633]: INFO nova.scheduler.client.report [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted allocation for migration 402af64d-ec86-487c-99c5-4521d8670aaf [ 835.372923] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba07b0f-5999-41eb-b952-7460fb4abd7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.391783] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance '3ff447b7-9a02-4f12-8003-b4915cf440a4' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 835.622033] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 4147ac17-f96b-4ea3-b18b-cccc26ea64ba] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.670319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52846dc5-784b-46cb-b76a-12ed823d63ee tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.473s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.900020] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.900020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e31f7fb4-3c2e-4284-be9a-291ed340d0bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.911021] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 835.911021] env[62633]: value = "task-2696185" [ 835.911021] env[62633]: _type = "Task" [ 835.911021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.923025] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 835.923025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance '3ff447b7-9a02-4f12-8003-b4915cf440a4' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 836.008846] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbaa854-ae23-4f00-8822-9fba88da7348 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.018898] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61991582-0a3b-4883-9a83-0205abe00143 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.052669] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980a41a5-ccda-4aec-9be9-aaae9d226b6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.062116] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f29ce54-7602-4f8c-af45-a125afa2c87b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.076700] env[62633]: DEBUG nova.compute.provider_tree [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.125707] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 830c95e0-cfef-4940-86d7-3db3bf81d219] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.145425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "09e7f442-9910-4c63-a446-9f527cb23691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.145683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.145893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "09e7f442-9910-4c63-a446-9f527cb23691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.146085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.146336] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.148435] env[62633]: INFO nova.compute.manager [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Terminating instance [ 836.427285] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.427508] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.427680] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.427839] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.427986] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.428148] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.428355] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.428514] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.428681] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.428840] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.429017] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.433943] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48712ec5-b589-4cff-88aa-37261ee37d9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.449456] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 836.449456] env[62633]: value = "task-2696186" [ 836.449456] env[62633]: _type = "Task" [ 836.449456] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.457553] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.580113] env[62633]: DEBUG nova.scheduler.client.report [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.629326] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 5bf389b8-44b8-4e04-bd94-848e4cdfd77f] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.641845] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "7527f3b5-e4af-4338-8d62-45c4d334dc88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.642541] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.652047] env[62633]: DEBUG nova.compute.manager [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.652143] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.653358] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03683389-a0df-4fec-ab6a-5147c387437b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.661081] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.661344] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-932191f3-85ae-4b57-8897-196e1f712056 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.666984] env[62633]: DEBUG oslo_vmware.api [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 836.666984] env[62633]: value = "task-2696187" [ 836.666984] env[62633]: _type = "Task" [ 836.666984] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.674630] env[62633]: DEBUG oslo_vmware.api [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.959841] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696186, 'name': ReconfigVM_Task, 'duration_secs': 0.136373} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.960184] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance '3ff447b7-9a02-4f12-8003-b4915cf440a4' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.085862] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.086654] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.090543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.135s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.090838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.093863] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.437s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.095954] env[62633]: INFO nova.compute.claims [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.126212] env[62633]: INFO nova.scheduler.client.report [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Deleted allocations for instance 99494742-9f6f-404c-bcb2-be74f0f36b4e [ 837.131987] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: ead0e84f-e3ba-472d-9307-03b0b925f391] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.144654] env[62633]: DEBUG nova.compute.manager [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.176632] env[62633]: DEBUG oslo_vmware.api [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696187, 'name': PowerOffVM_Task, 'duration_secs': 0.28809} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.176863] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.177044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.177308] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e131079e-eaeb-4333-a360-962fb04ccc0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.248616] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.248866] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.249066] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleting the datastore file [datastore1] 09e7f442-9910-4c63-a446-9f527cb23691 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.249394] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38474c2d-18f1-4b8c-a146-723c44839dd2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.255690] env[62633]: DEBUG oslo_vmware.api [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 837.255690] env[62633]: value = "task-2696189" [ 837.255690] env[62633]: _type = "Task" [ 837.255690] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.263180] env[62633]: DEBUG oslo_vmware.api [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.467793] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.467793] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.468150] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.468481] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.468842] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.470018] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.470018] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.470018] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.470018] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.470018] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.470018] env[62633]: DEBUG nova.virt.hardware [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.475496] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.475847] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d26b28-2049-4a27-a532-fd46db5a19bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.494812] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 837.494812] env[62633]: value = "task-2696190" [ 837.494812] env[62633]: _type = "Task" [ 837.494812] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.504642] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.602484] env[62633]: DEBUG nova.compute.utils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.606349] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.606527] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.633590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4276df74-89b3-43c4-b311-bddcc878108c tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Lock "99494742-9f6f-404c-bcb2-be74f0f36b4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.689s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.634784] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: cf144f6d-e13f-4017-8815-49e714350f71] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.646631] env[62633]: DEBUG nova.policy [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80dee10fccbf4d358d2ac466536c4767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dd7e7783b5e43eb953f2de5938e26ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.663754] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.766673] env[62633]: DEBUG oslo_vmware.api [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202635} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.767020] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.767270] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.767494] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.767702] env[62633]: INFO nova.compute.manager [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Took 1.12 seconds to destroy the instance on the hypervisor. [ 837.767979] env[62633]: DEBUG oslo.service.loopingcall [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.768247] env[62633]: DEBUG nova.compute.manager [-] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.768373] env[62633]: DEBUG nova.network.neutron [-] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.004771] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696190, 'name': ReconfigVM_Task, 'duration_secs': 0.159051} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.005111] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 838.005984] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429b956-4db1-4a45-a053-7fd283596d22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.029854] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 3ff447b7-9a02-4f12-8003-b4915cf440a4/3ff447b7-9a02-4f12-8003-b4915cf440a4.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.030292] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a448fcd-acc5-47f7-a22b-030530e39d38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.049223] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 838.049223] env[62633]: value = "task-2696191" [ 838.049223] env[62633]: _type = "Task" [ 838.049223] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.057607] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.109825] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.140854] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 6a118a55-f098-4068-a852-556138ed9cdb] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.288914] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Successfully created port: cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.406640] env[62633]: DEBUG nova.compute.manager [req-5a5f6469-df02-4e7a-8319-11e1f8acf56a req-5f5a6124-2b3e-45b1-a4fd-06ee4198676e service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Received event network-vif-deleted-abcb269e-fe52-45c2-8ba4-75a4f983377e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.406940] env[62633]: INFO nova.compute.manager [req-5a5f6469-df02-4e7a-8319-11e1f8acf56a req-5f5a6124-2b3e-45b1-a4fd-06ee4198676e service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Neutron deleted interface abcb269e-fe52-45c2-8ba4-75a4f983377e; detaching it from the instance and deleting it from the info cache [ 838.407031] env[62633]: DEBUG nova.network.neutron [req-5a5f6469-df02-4e7a-8319-11e1f8acf56a req-5f5a6124-2b3e-45b1-a4fd-06ee4198676e service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.558788] env[62633]: DEBUG oslo_vmware.api [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696191, 'name': ReconfigVM_Task, 'duration_secs': 0.26736} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.559400] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 3ff447b7-9a02-4f12-8003-b4915cf440a4/3ff447b7-9a02-4f12-8003-b4915cf440a4.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.559526] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance '3ff447b7-9a02-4f12-8003-b4915cf440a4' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.568552] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dfa7e5-cf87-454f-adfd-b9098b53c313 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.575902] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a30e93-df5a-4162-b283-472f3b296a3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.608022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3c6b4f-457a-4058-a001-9241aa4be07d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.615629] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9066a1ee-0155-4ffc-97c1-4bc7d3356d8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.632344] env[62633]: DEBUG nova.compute.provider_tree [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.642282] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 569c9c5c-9ece-45a4-95f0-b52f6eb3e10b] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.895527] env[62633]: DEBUG nova.network.neutron [-] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.909210] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b350382-c0a0-4125-ae58-c4f1dba92cd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.919126] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29d4ca8-ba29-4fff-a9cb-ba285cb1b472 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.953287] env[62633]: DEBUG nova.compute.manager [req-5a5f6469-df02-4e7a-8319-11e1f8acf56a req-5f5a6124-2b3e-45b1-a4fd-06ee4198676e service nova] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Detach interface failed, port_id=abcb269e-fe52-45c2-8ba4-75a4f983377e, reason: Instance 09e7f442-9910-4c63-a446-9f527cb23691 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 839.074324] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d189898-dd39-43c3-ad95-3ca7015bd5e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.094501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a802dd6-530d-4cec-8c1f-3dad1c644fcb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.111655] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance '3ff447b7-9a02-4f12-8003-b4915cf440a4' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.125021] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.137775] env[62633]: DEBUG nova.scheduler.client.report [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.144862] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 2e489091-10ab-4c49-813b-9181de43a09e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.163048] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.163048] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.163048] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.163048] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.163048] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.163048] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.163048] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.163048] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.163371] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.163371] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.163528] env[62633]: DEBUG nova.virt.hardware [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.164674] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f66034-e884-432b-a864-1074cb7ce92a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.173920] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1546811c-e9dc-4192-8c02-aef6bb7db35d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.398699] env[62633]: INFO nova.compute.manager [-] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Took 1.63 seconds to deallocate network for instance. [ 839.642866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.642866] env[62633]: DEBUG nova.compute.manager [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.645464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.327s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.647644] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.647720] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.324s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.649285] env[62633]: INFO nova.compute.claims [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.652762] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: e4b17550-dce8-4361-9e52-88e6379d0219] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.677848] env[62633]: DEBUG nova.network.neutron [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Port e1842530-da5b-4025-a453-c8487939953b binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 839.677848] env[62633]: INFO nova.scheduler.client.report [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleted allocations for instance 2c30ad22-0261-48af-9ee6-901e2f18a943 [ 839.898713] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Successfully updated port: cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.905932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.154685] env[62633]: DEBUG nova.compute.utils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.156136] env[62633]: DEBUG nova.compute.manager [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.156989] env[62633]: DEBUG nova.network.neutron [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.160149] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 6ce3d9e0-074b-4dbd-a70f-c83e1e1280af] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.186325] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08bf1e12-90af-4bf2-a087-83b2b13d4421 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "2c30ad22-0261-48af-9ee6-901e2f18a943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.228s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.273232] env[62633]: DEBUG nova.policy [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f51163cb8d4eb6b252c21c3943ea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fecf2e237f45018e4afed92dac533d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.404593] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "refresh_cache-56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.404759] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired lock "refresh_cache-56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.404916] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.589688] env[62633]: DEBUG nova.network.neutron [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Successfully created port: 165f4bd3-55fa-4acf-952e-b318eb8b08fe {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.621898] env[62633]: DEBUG nova.compute.manager [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Received event network-vif-plugged-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.622122] env[62633]: DEBUG oslo_concurrency.lockutils [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] Acquiring lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.622349] env[62633]: DEBUG oslo_concurrency.lockutils [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] Lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.622491] env[62633]: DEBUG oslo_concurrency.lockutils [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] Lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.622652] env[62633]: DEBUG nova.compute.manager [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] No waiting events found dispatching network-vif-plugged-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.622814] env[62633]: WARNING nova.compute.manager [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Received unexpected event network-vif-plugged-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 for instance with vm_state building and task_state spawning. [ 840.622967] env[62633]: DEBUG nova.compute.manager [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Received event network-changed-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.623128] env[62633]: DEBUG nova.compute.manager [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Refreshing instance network info cache due to event network-changed-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.623284] env[62633]: DEBUG oslo_concurrency.lockutils [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] Acquiring lock "refresh_cache-56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.666042] env[62633]: DEBUG nova.compute.manager [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.672023] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 02188f5d-133f-4d02-b3b4-0f3a4dd919f8] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.710136] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "3ff447b7-9a02-4f12-8003-b4915cf440a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.710435] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.710505] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.935014] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.121451] env[62633]: DEBUG nova.network.neutron [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Updating instance_info_cache with network_info: [{"id": "cec3d8e2-0b30-4817-a4f9-c77a4b7c8832", "address": "fa:16:3e:89:5c:2c", "network": {"id": "c1ae53ae-7c8f-4974-bb4e-81c13b6c0b47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-555193378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd7e7783b5e43eb953f2de5938e26ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec3d8e2-0b", "ovs_interfaceid": "cec3d8e2-0b30-4817-a4f9-c77a4b7c8832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.135408] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d96eb9-1bab-4322-bdb7-4be32dafff33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.145825] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a9b73d-586d-4de8-bc44-c5815c7da234 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.183079] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: dbdc473f-3bed-4a6b-82f7-dbddea594fdb] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.189965] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0da56b-df04-4a02-acbe-590a7d03675f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.198987] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3915da-24da-4f1b-8bec-fc679e7bdd17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.213312] env[62633]: DEBUG nova.compute.provider_tree [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.624217] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Releasing lock "refresh_cache-56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.624606] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Instance network_info: |[{"id": "cec3d8e2-0b30-4817-a4f9-c77a4b7c8832", "address": "fa:16:3e:89:5c:2c", "network": {"id": "c1ae53ae-7c8f-4974-bb4e-81c13b6c0b47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-555193378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd7e7783b5e43eb953f2de5938e26ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec3d8e2-0b", "ovs_interfaceid": "cec3d8e2-0b30-4817-a4f9-c77a4b7c8832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.628026] env[62633]: DEBUG oslo_concurrency.lockutils [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] Acquired lock "refresh_cache-56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.628026] env[62633]: DEBUG nova.network.neutron [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Refreshing network info cache for port cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.628026] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:5c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec3d8e2-0b30-4817-a4f9-c77a4b7c8832', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.641730] env[62633]: DEBUG oslo.service.loopingcall [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.642443] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.642693] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b9fe9df-bed9-4cdc-8488-cd590f56d1f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.667972] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.667972] env[62633]: value = "task-2696192" [ 841.667972] env[62633]: _type = "Task" [ 841.667972] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.677475] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696192, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.692017] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 21b5fd37-f3cd-4e97-ac63-bb3b96c52b4b] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.692398] env[62633]: DEBUG nova.compute.manager [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.719641] env[62633]: DEBUG nova.scheduler.client.report [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.741355] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.742043] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.742258] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.742510] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.744035] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.744035] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.744035] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.744035] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.744035] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.744035] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.744035] env[62633]: DEBUG nova.virt.hardware [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.745508] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93139b71-9e20-41be-8bf4-a9d1e73689bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.757750] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b470582-fb39-4e09-b5c2-a67d1a5c2d6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.800480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.800480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.800480] env[62633]: DEBUG nova.network.neutron [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.181447] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696192, 'name': CreateVM_Task, 'duration_secs': 0.316011} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.181625] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.182597] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.182597] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.183160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.183160] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc15f17-22fa-4a60-a0de-7fb2fc9202a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.188559] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 842.188559] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52084dae-1544-ea50-8f25-93751e9735f5" [ 842.188559] env[62633]: _type = "Task" [ 842.188559] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.196523] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52084dae-1544-ea50-8f25-93751e9735f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.197193] env[62633]: DEBUG nova.network.neutron [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Successfully updated port: 165f4bd3-55fa-4acf-952e-b318eb8b08fe {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.200011] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 1ed66844-ef3b-4812-8552-69e5847ea4cc] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.229290] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.229290] env[62633]: DEBUG nova.compute.manager [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.231287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.109s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.438747] env[62633]: DEBUG nova.network.neutron [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Updated VIF entry in instance network info cache for port cec3d8e2-0b30-4817-a4f9-c77a4b7c8832. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.438747] env[62633]: DEBUG nova.network.neutron [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Updating instance_info_cache with network_info: [{"id": "cec3d8e2-0b30-4817-a4f9-c77a4b7c8832", "address": "fa:16:3e:89:5c:2c", "network": {"id": "c1ae53ae-7c8f-4974-bb4e-81c13b6c0b47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-555193378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd7e7783b5e43eb953f2de5938e26ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec3d8e2-0b", "ovs_interfaceid": "cec3d8e2-0b30-4817-a4f9-c77a4b7c8832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.556556] env[62633]: DEBUG nova.network.neutron [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance_info_cache with network_info: [{"id": "e1842530-da5b-4025-a453-c8487939953b", "address": "fa:16:3e:05:9d:f5", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1842530-da", "ovs_interfaceid": "e1842530-da5b-4025-a453-c8487939953b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.649228] env[62633]: DEBUG nova.compute.manager [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-vif-plugged-165f4bd3-55fa-4acf-952e-b318eb8b08fe {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.649456] env[62633]: DEBUG oslo_concurrency.lockutils [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.649695] env[62633]: DEBUG oslo_concurrency.lockutils [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.649843] env[62633]: DEBUG oslo_concurrency.lockutils [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.649983] env[62633]: DEBUG nova.compute.manager [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] No waiting events found dispatching network-vif-plugged-165f4bd3-55fa-4acf-952e-b318eb8b08fe {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.650173] env[62633]: WARNING nova.compute.manager [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received unexpected event network-vif-plugged-165f4bd3-55fa-4acf-952e-b318eb8b08fe for instance with vm_state building and task_state spawning. [ 842.650322] env[62633]: DEBUG nova.compute.manager [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-changed-165f4bd3-55fa-4acf-952e-b318eb8b08fe {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.650475] env[62633]: DEBUG nova.compute.manager [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Refreshing instance network info cache due to event network-changed-165f4bd3-55fa-4acf-952e-b318eb8b08fe. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 842.650657] env[62633]: DEBUG oslo_concurrency.lockutils [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] Acquiring lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.650790] env[62633]: DEBUG oslo_concurrency.lockutils [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] Acquired lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.650946] env[62633]: DEBUG nova.network.neutron [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Refreshing network info cache for port 165f4bd3-55fa-4acf-952e-b318eb8b08fe {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.699041] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52084dae-1544-ea50-8f25-93751e9735f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016833} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.699406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.699681] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.699904] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.700141] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.700284] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.700464] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.700714] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87a2032c-4f99-460d-95fa-4583a03425b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.708087] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 6d5ffd7c-919d-4c0d-a7f1-98a4cdcd2bab] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.710780] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.710961] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.711897] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99dd17a7-fe9e-422a-b60b-487c3e3918fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.717160] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 842.717160] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d3c2db-eabb-300c-1d86-811f99c1c824" [ 842.717160] env[62633]: _type = "Task" [ 842.717160] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.724772] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d3c2db-eabb-300c-1d86-811f99c1c824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.735303] env[62633]: DEBUG nova.compute.utils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.737420] env[62633]: DEBUG nova.compute.manager [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.737667] env[62633]: DEBUG nova.network.neutron [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.739810] env[62633]: DEBUG nova.objects.instance [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lazy-loading 'migration_context' on Instance uuid c9c0576f-608d-4e30-80dc-2d880da95830 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.780074] env[62633]: DEBUG nova.policy [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b072a0a0a4b74cbfbf02d7286e6381ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3d6e05632f248629e6c1c99197578ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.942997] env[62633]: DEBUG oslo_concurrency.lockutils [req-e9dfa16c-4297-442f-b684-7114afe62573 req-cf37bdad-9b1d-4e72-96fb-1b6b2417e3af service nova] Releasing lock "refresh_cache-56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.059702] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.124182] env[62633]: DEBUG nova.network.neutron [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Successfully created port: 4590ed59-152a-4a54-b425-5afc98ff0027 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.196692] env[62633]: DEBUG nova.network.neutron [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.213245] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 7b8f6860-38b7-45a3-b3a2-e62e726d8d4c] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.226927] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d3c2db-eabb-300c-1d86-811f99c1c824, 'name': SearchDatastore_Task, 'duration_secs': 0.017561} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.227763] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6708b5c-c9d1-4775-8ca3-7347e377805e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.233605] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 843.233605] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52289550-ea85-430f-3544-523ae600bda7" [ 843.233605] env[62633]: _type = "Task" [ 843.233605] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.237784] env[62633]: DEBUG nova.compute.manager [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.246165] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52289550-ea85-430f-3544-523ae600bda7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.314328] env[62633]: DEBUG nova.network.neutron [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.586347] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dcd687-bc3c-414d-a21b-14fd7b5cc77e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.613637] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ac95a0-9877-48ca-af4a-3f3fb35c943b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.624704] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance '3ff447b7-9a02-4f12-8003-b4915cf440a4' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.709188] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f463638e-e5c7-435c-90cb-8d5716e958cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.716460] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: c1e17e07-ebe4-4271-9af9-e1f28786749a] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.719206] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa3101-8b54-46a5-a137-296edb666ee5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.768311] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3393bba2-c34a-44a8-b99a-5902bdd1a096 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.777394] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52289550-ea85-430f-3544-523ae600bda7, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.779751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.780043] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00/56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.780357] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86bba42b-8ed7-4bac-80d0-a60badf6e81c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.783353] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f999f62-b373-45cb-a8ee-e570fed2b367 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.798780] env[62633]: DEBUG nova.compute.provider_tree [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.802230] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 843.802230] env[62633]: value = "task-2696193" [ 843.802230] env[62633]: _type = "Task" [ 843.802230] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.811708] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.816589] env[62633]: DEBUG oslo_concurrency.lockutils [req-634fa10f-c80b-4540-be31-e1cdd60f0a32 req-bc15eb0d-b0a4-4301-8543-a76c36c2b00f service nova] Releasing lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.816930] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.817099] env[62633]: DEBUG nova.network.neutron [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.133499] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef38b491-ca87-4bd8-acbb-b5bd372ab60c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance '3ff447b7-9a02-4f12-8003-b4915cf440a4' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.223817] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 3f86f41f-1f54-4ae3-8d0f-b3ad0c2e2ea7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.258702] env[62633]: DEBUG nova.compute.manager [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.290363] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.290363] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.290363] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.290363] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.290363] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.290656] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.290656] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.291438] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.291438] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.291438] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.291438] env[62633]: DEBUG nova.virt.hardware [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.292131] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037085e9-6517-4869-bc09-0503c747ec4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.300182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea12bc-f4d2-40b1-8ff7-a43812d15e1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.304456] env[62633]: DEBUG nova.scheduler.client.report [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.325766] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464366} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.326326] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00/56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.326548] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.326786] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3cfdb67-b46a-46f5-a3d0-0b7426c4b110 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.333557] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 844.333557] env[62633]: value = "task-2696194" [ 844.333557] env[62633]: _type = "Task" [ 844.333557] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.343678] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.440484] env[62633]: DEBUG nova.network.neutron [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.645280] env[62633]: DEBUG nova.network.neutron [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.727277] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: ff80e626-b62c-4d87-bbd0-937cd0126a24] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.791615] env[62633]: DEBUG nova.network.neutron [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Successfully updated port: 4590ed59-152a-4a54-b425-5afc98ff0027 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.799150] env[62633]: DEBUG nova.compute.manager [req-2ffafafa-c5c8-45ba-842e-53b8fe33d6df req-1ea53ffc-ea87-4f80-815f-92e2e335f6f9 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Received event network-vif-plugged-4590ed59-152a-4a54-b425-5afc98ff0027 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.799472] env[62633]: DEBUG oslo_concurrency.lockutils [req-2ffafafa-c5c8-45ba-842e-53b8fe33d6df req-1ea53ffc-ea87-4f80-815f-92e2e335f6f9 service nova] Acquiring lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.800634] env[62633]: DEBUG oslo_concurrency.lockutils [req-2ffafafa-c5c8-45ba-842e-53b8fe33d6df req-1ea53ffc-ea87-4f80-815f-92e2e335f6f9 service nova] Lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.800833] env[62633]: DEBUG oslo_concurrency.lockutils [req-2ffafafa-c5c8-45ba-842e-53b8fe33d6df req-1ea53ffc-ea87-4f80-815f-92e2e335f6f9 service nova] Lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.801540] env[62633]: DEBUG nova.compute.manager [req-2ffafafa-c5c8-45ba-842e-53b8fe33d6df req-1ea53ffc-ea87-4f80-815f-92e2e335f6f9 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] No waiting events found dispatching network-vif-plugged-4590ed59-152a-4a54-b425-5afc98ff0027 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.801768] env[62633]: WARNING nova.compute.manager [req-2ffafafa-c5c8-45ba-842e-53b8fe33d6df req-1ea53ffc-ea87-4f80-815f-92e2e335f6f9 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Received unexpected event network-vif-plugged-4590ed59-152a-4a54-b425-5afc98ff0027 for instance with vm_state building and task_state spawning. [ 844.848069] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120382} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.848373] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.849256] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c19bc8d-9740-4f79-8017-3defd10352bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.876928] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00/56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.877798] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8deb33ab-1c10-4e5e-91c7-d090e86c9f71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.897998] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 844.897998] env[62633]: value = "task-2696195" [ 844.897998] env[62633]: _type = "Task" [ 844.897998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.906375] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.150413] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.150743] env[62633]: DEBUG nova.compute.manager [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Instance network_info: |[{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.155498] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:35:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '165f4bd3-55fa-4acf-952e-b318eb8b08fe', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.163007] env[62633]: DEBUG oslo.service.loopingcall [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.163473] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.163702] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d70d49d-e1f1-427e-8615-f222a8814e7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.184664] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.184664] env[62633]: value = "task-2696196" [ 845.184664] env[62633]: _type = "Task" [ 845.184664] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.192302] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696196, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.231323] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 7f563c4b-274b-4324-b04e-0b75488d0290] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.296763] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquiring lock "refresh_cache-7b4ed956-efd4-466b-9feb-cd9f88baa73f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.296763] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquired lock "refresh_cache-7b4ed956-efd4-466b-9feb-cd9f88baa73f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.296763] env[62633]: DEBUG nova.network.neutron [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.320024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.087s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.325987] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.519s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.326609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.330786] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.121s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.330786] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.333051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.489s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.333335] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.335682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.201s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.335820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.337674] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.074s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.339273] env[62633]: INFO nova.compute.claims [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.377814] env[62633]: INFO nova.scheduler.client.report [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted allocations for instance 0dee3ffa-7f10-48a4-8b12-f8ec68217769 [ 845.380094] env[62633]: INFO nova.scheduler.client.report [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Deleted allocations for instance 6fe0d1a9-c551-4d34-a244-74f4cea840f6 [ 845.395534] env[62633]: INFO nova.scheduler.client.report [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted allocations for instance 80c52abd-1553-4c67-877b-77f63423ee63 [ 845.405395] env[62633]: INFO nova.scheduler.client.report [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Deleted allocations for instance aa895c8d-8886-4328-a8da-d910822c166f [ 845.412516] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696195, 'name': ReconfigVM_Task, 'duration_secs': 0.474144} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.412975] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00/56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.413908] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7267c708-4642-4d0b-8d09-57db1841e21d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.420920] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 845.420920] env[62633]: value = "task-2696197" [ 845.420920] env[62633]: _type = "Task" [ 845.420920] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.430515] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696197, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.696647] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696196, 'name': CreateVM_Task, 'duration_secs': 0.367293} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.697715] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.698604] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.698888] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.699515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.700167] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f31f1b99-48d5-413a-91e7-3914a33bf296 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.708846] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 845.708846] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525dc0fe-555e-c93d-78c1-2f602d9d7fa1" [ 845.708846] env[62633]: _type = "Task" [ 845.708846] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.717937] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525dc0fe-555e-c93d-78c1-2f602d9d7fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.734235] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: c497fc7e-0e7a-4a13-8383-95c664c6538d] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.841149] env[62633]: DEBUG nova.network.neutron [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.892485] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fe315e7-aab2-4da4-8c40-abca0e65b30f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0dee3ffa-7f10-48a4-8b12-f8ec68217769" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.206s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.897982] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Lock "6fe0d1a9-c551-4d34-a244-74f4cea840f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.204s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.907585] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ac3b65-51f4-414d-bc00-61baa2c158ce tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "80c52abd-1553-4c67-877b-77f63423ee63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.622s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.915899] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Lock "aa895c8d-8886-4328-a8da-d910822c166f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.574s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.935671] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696197, 'name': Rename_Task, 'duration_secs': 0.15936} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.935847] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.936097] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b60ce19-1fdd-4c19-9a90-4b9f8b6ca806 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.942681] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 845.942681] env[62633]: value = "task-2696198" [ 845.942681] env[62633]: _type = "Task" [ 845.942681] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.952021] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.024531] env[62633]: DEBUG nova.network.neutron [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Updating instance_info_cache with network_info: [{"id": "4590ed59-152a-4a54-b425-5afc98ff0027", "address": "fa:16:3e:76:9e:6d", "network": {"id": "e00a2418-24d6-4dd1-83d0-6f014576ffaa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1345939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d6e05632f248629e6c1c99197578ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4590ed59-15", "ovs_interfaceid": "4590ed59-152a-4a54-b425-5afc98ff0027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.220792] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525dc0fe-555e-c93d-78c1-2f602d9d7fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013805} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.222690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.222690] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.222690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.222690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.222690] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.222690] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca30e6e6-c9d3-4429-928e-15a593628102 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.234081] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.234769] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.238246] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0ceb24-9620-46c5-90d4-4ede5ba3b84c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.243790] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 38f94b87-e642-4875-a44d-89982bf30ace] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.248207] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 846.248207] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d66949-954b-dadd-bea5-089062fe5606" [ 846.248207] env[62633]: _type = "Task" [ 846.248207] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.267553] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d66949-954b-dadd-bea5-089062fe5606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.455968] env[62633]: DEBUG oslo_vmware.api [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696198, 'name': PowerOnVM_Task, 'duration_secs': 0.490933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.455968] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.456129] env[62633]: INFO nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Took 7.33 seconds to spawn the instance on the hypervisor. [ 846.456297] env[62633]: DEBUG nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.457102] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e1d6b-5380-4769-848c-e5cc6bafd225 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.529395] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Releasing lock "refresh_cache-7b4ed956-efd4-466b-9feb-cd9f88baa73f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.529743] env[62633]: DEBUG nova.compute.manager [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Instance network_info: |[{"id": "4590ed59-152a-4a54-b425-5afc98ff0027", "address": "fa:16:3e:76:9e:6d", "network": {"id": "e00a2418-24d6-4dd1-83d0-6f014576ffaa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1345939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d6e05632f248629e6c1c99197578ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4590ed59-15", "ovs_interfaceid": "4590ed59-152a-4a54-b425-5afc98ff0027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.530360] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:9e:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4590ed59-152a-4a54-b425-5afc98ff0027', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.541530] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Creating folder: Project (f3d6e05632f248629e6c1c99197578ac). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.542328] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65db8b42-f994-48e6-8608-219ed2030ce3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.553647] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Created folder: Project (f3d6e05632f248629e6c1c99197578ac) in parent group-v543169. [ 846.553856] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Creating folder: Instances. Parent ref: group-v543369. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.554436] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f27526f-e364-4bf5-aad1-4af0d04a0da8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.566731] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Created folder: Instances in parent group-v543369. [ 846.567123] env[62633]: DEBUG oslo.service.loopingcall [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.567397] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.568120] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a4b91eb-d6cd-41eb-a679-d398b229ab64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.593944] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.593944] env[62633]: value = "task-2696201" [ 846.593944] env[62633]: _type = "Task" [ 846.593944] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.607269] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696201, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.746556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.746816] env[62633]: DEBUG oslo_concurrency.lockutils [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.748308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.748308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.748308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.749646] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 308196fc-c178-402d-b669-c01a18c93221] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.754621] env[62633]: INFO nova.compute.manager [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Terminating instance [ 846.776157] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d66949-954b-dadd-bea5-089062fe5606, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.776478] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977a3c90-d434-41e1-92b6-16f681eb3ec1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.788539] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 846.788539] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5268d780-aad7-6fe9-6bdd-b4fd92f26a18" [ 846.788539] env[62633]: _type = "Task" [ 846.788539] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.798275] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5268d780-aad7-6fe9-6bdd-b4fd92f26a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.829117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b1809b-7645-4410-800d-3e50ea2bcd80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.838071] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010221b8-2cfe-42ab-b2b8-ac46f5c89227 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.888226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0750a2-8582-47a7-947a-f91b9c591584 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.896635] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa20fc7b-55bd-4cb5-9104-0f1579c01909 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.902734] env[62633]: INFO nova.compute.manager [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Swapping old allocation on dict_keys(['99202964-43d9-4e5e-8b3d-44f8431e83fd']) held by migration 44e8ed6b-1b82-4117-b27c-058bc947bae7 for instance [ 846.914128] env[62633]: DEBUG nova.compute.provider_tree [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.939663] env[62633]: DEBUG nova.scheduler.client.report [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Overwriting current allocation {'allocations': {'99202964-43d9-4e5e-8b3d-44f8431e83fd': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': 'e695640c56bb42138c24f649266b0e77', 'user_id': 'b1bae0349a534afbbaf013b9f41789c0', 'consumer_generation': 1} on consumer c9c0576f-608d-4e30-80dc-2d880da95830 {{(pid=62633) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 846.983570] env[62633]: INFO nova.compute.manager [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Took 48.88 seconds to build instance. [ 847.039264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.039456] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquired lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.039638] env[62633]: DEBUG nova.network.neutron [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.107302] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696201, 'name': CreateVM_Task, 'duration_secs': 0.510921} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.107974] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.108770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.108977] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.109359] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.110501] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75eacb6-b53a-4341-882d-32cf1a9b8748 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.114610] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 847.114610] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528d5536-c0f9-6716-9954-4b3d9f0d8989" [ 847.114610] env[62633]: _type = "Task" [ 847.114610] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.122691] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528d5536-c0f9-6716-9954-4b3d9f0d8989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.257596] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: d1acc780-532c-43cb-ab52-85abbf4afcbd] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.268510] env[62633]: DEBUG nova.compute.manager [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.270024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.271273] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97385758-d53f-438f-8c39-2fecd2be0e6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.285984] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.286618] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edbf9080-b88c-4a3a-94a2-7ad4099153e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.294716] env[62633]: DEBUG oslo_vmware.api [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 847.294716] env[62633]: value = "task-2696202" [ 847.294716] env[62633]: _type = "Task" [ 847.294716] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.302280] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5268d780-aad7-6fe9-6bdd-b4fd92f26a18, 'name': SearchDatastore_Task, 'duration_secs': 0.022114} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.302907] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.303216] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] c8a8e802-f4fb-4604-b3bb-df54cff62663/c8a8e802-f4fb-4604-b3bb-df54cff62663.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.303478] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f079440-abf1-4d5f-9def-b569554cd125 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.308534] env[62633]: DEBUG oslo_vmware.api [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.313322] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 847.313322] env[62633]: value = "task-2696203" [ 847.313322] env[62633]: _type = "Task" [ 847.313322] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.321871] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.374188] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "0029b1e8-1e71-4132-bdb7-917d511633b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.374609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.382680] env[62633]: DEBUG nova.compute.manager [req-7345067d-1765-4b39-a0b6-00512c3d4e74 req-9d962ae1-16cc-4a56-9e84-dd09a5625659 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Received event network-changed-4590ed59-152a-4a54-b425-5afc98ff0027 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.382948] env[62633]: DEBUG nova.compute.manager [req-7345067d-1765-4b39-a0b6-00512c3d4e74 req-9d962ae1-16cc-4a56-9e84-dd09a5625659 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Refreshing instance network info cache due to event network-changed-4590ed59-152a-4a54-b425-5afc98ff0027. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 847.383134] env[62633]: DEBUG oslo_concurrency.lockutils [req-7345067d-1765-4b39-a0b6-00512c3d4e74 req-9d962ae1-16cc-4a56-9e84-dd09a5625659 service nova] Acquiring lock "refresh_cache-7b4ed956-efd4-466b-9feb-cd9f88baa73f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.383285] env[62633]: DEBUG oslo_concurrency.lockutils [req-7345067d-1765-4b39-a0b6-00512c3d4e74 req-9d962ae1-16cc-4a56-9e84-dd09a5625659 service nova] Acquired lock "refresh_cache-7b4ed956-efd4-466b-9feb-cd9f88baa73f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.383468] env[62633]: DEBUG nova.network.neutron [req-7345067d-1765-4b39-a0b6-00512c3d4e74 req-9d962ae1-16cc-4a56-9e84-dd09a5625659 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Refreshing network info cache for port 4590ed59-152a-4a54-b425-5afc98ff0027 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.420020] env[62633]: DEBUG nova.scheduler.client.report [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.460049] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.460328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.461017] env[62633]: DEBUG nova.compute.manager [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Going to confirm migration 4 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 847.487152] env[62633]: DEBUG oslo_concurrency.lockutils [None req-181f3aff-84d8-4665-9fb8-1efe06355212 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.947s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.634184] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528d5536-c0f9-6716-9954-4b3d9f0d8989, 'name': SearchDatastore_Task, 'duration_secs': 0.024325} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.635025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.635025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.636253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.636253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.636253] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.636253] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbbdf8e0-3a52-4c1c-b755-30a922561093 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.649814] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.649814] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.649814] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75bdafd-8010-4891-ab4a-114836d7607a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.658269] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 847.658269] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5256601a-9671-ce31-52ee-0be0a14f86b2" [ 847.658269] env[62633]: _type = "Task" [ 847.658269] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.668024] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5256601a-9671-ce31-52ee-0be0a14f86b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.712128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.712659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.763344] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 61bba756-8f9a-46af-a385-76fb8ab28a1b] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.783284] env[62633]: DEBUG nova.network.neutron [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance_info_cache with network_info: [{"id": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "address": "fa:16:3e:a0:4b:ab", "network": {"id": "84ca6c36-5885-4160-899a-31c393ecd289", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d7d99e95d5f4eddb267b73fd7e130c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f462ed0-62", "ovs_interfaceid": "8f462ed0-62dd-4f2b-968b-6b2cdda0e29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.805620] env[62633]: DEBUG oslo_vmware.api [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696202, 'name': PowerOffVM_Task, 'duration_secs': 0.187421} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.805851] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.806128] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.806584] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98762635-5ce7-42ed-8e40-aa8b5caf1f49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.821840] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490283} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.822190] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] c8a8e802-f4fb-4604-b3bb-df54cff62663/c8a8e802-f4fb-4604-b3bb-df54cff62663.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.822325] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.822568] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a1d8821-c9c9-4814-9752-dfebf29867c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.829429] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 847.829429] env[62633]: value = "task-2696205" [ 847.829429] env[62633]: _type = "Task" [ 847.829429] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.837074] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.874844] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.875143] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.875375] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleting the datastore file [datastore2] c63140ee-bfa7-4fc8-ad05-ea1a69aedd48 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.875770] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-716232ac-9b87-4d96-b07b-dcc97fa4a5d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.879363] env[62633]: DEBUG nova.compute.manager [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.883104] env[62633]: DEBUG oslo_vmware.api [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 847.883104] env[62633]: value = "task-2696206" [ 847.883104] env[62633]: _type = "Task" [ 847.883104] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.894884] env[62633]: DEBUG oslo_vmware.api [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.926190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.926190] env[62633]: DEBUG nova.compute.manager [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.929370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.504s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.930878] env[62633]: INFO nova.compute.claims [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.076542] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "29d7e175-bce1-4911-833c-b085306be689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.076542] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "29d7e175-bce1-4911-833c-b085306be689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.087676] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.087676] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.087676] env[62633]: DEBUG nova.network.neutron [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.088048] env[62633]: DEBUG nova.objects.instance [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'info_cache' on Instance uuid 3ff447b7-9a02-4f12-8003-b4915cf440a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.170266] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5256601a-9671-ce31-52ee-0be0a14f86b2, 'name': SearchDatastore_Task, 'duration_secs': 0.018965} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.170969] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ae3099-fad4-41d6-a706-0ccdba5dee71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.178621] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 848.178621] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5290b529-380f-618a-1f75-cb4974574656" [ 848.178621] env[62633]: _type = "Task" [ 848.178621] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.188588] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5290b529-380f-618a-1f75-cb4974574656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.193496] env[62633]: DEBUG nova.network.neutron [req-7345067d-1765-4b39-a0b6-00512c3d4e74 req-9d962ae1-16cc-4a56-9e84-dd09a5625659 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Updated VIF entry in instance network info cache for port 4590ed59-152a-4a54-b425-5afc98ff0027. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.193806] env[62633]: DEBUG nova.network.neutron [req-7345067d-1765-4b39-a0b6-00512c3d4e74 req-9d962ae1-16cc-4a56-9e84-dd09a5625659 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Updating instance_info_cache with network_info: [{"id": "4590ed59-152a-4a54-b425-5afc98ff0027", "address": "fa:16:3e:76:9e:6d", "network": {"id": "e00a2418-24d6-4dd1-83d0-6f014576ffaa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1345939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d6e05632f248629e6c1c99197578ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4590ed59-15", "ovs_interfaceid": "4590ed59-152a-4a54-b425-5afc98ff0027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.215077] env[62633]: DEBUG nova.compute.manager [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.265535] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 3e6ea057-da12-4476-9846-b5a82c14f234] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.288793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Releasing lock "refresh_cache-c9c0576f-608d-4e30-80dc-2d880da95830" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.289279] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.289867] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43f234f5-405c-479b-9827-46c9b23c86fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.297600] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 848.297600] env[62633]: value = "task-2696207" [ 848.297600] env[62633]: _type = "Task" [ 848.297600] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.307920] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.342642] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06811} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.342642] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.343165] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6527c376-c93c-47ea-819f-9b7e4e076573 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.367705] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c8a8e802-f4fb-4604-b3bb-df54cff62663/c8a8e802-f4fb-4604-b3bb-df54cff62663.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.367705] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36cf7c66-a089-4205-91fa-909c8109db89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.391339] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 848.391339] env[62633]: value = "task-2696208" [ 848.391339] env[62633]: _type = "Task" [ 848.391339] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.406691] env[62633]: DEBUG oslo_vmware.api [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152219} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.406691] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.406691] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.406691] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.407631] env[62633]: INFO nova.compute.manager [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Took 1.14 seconds to destroy the instance on the hypervisor. [ 848.408914] env[62633]: DEBUG oslo.service.loopingcall [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.412877] env[62633]: DEBUG nova.compute.manager [-] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.412989] env[62633]: DEBUG nova.network.neutron [-] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.415215] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.416588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.436029] env[62633]: DEBUG nova.compute.utils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.442043] env[62633]: DEBUG nova.compute.manager [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.442043] env[62633]: DEBUG nova.network.neutron [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.532306] env[62633]: DEBUG nova.policy [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b613a543b5436497e0293146ce26e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ba42cc4c2a436ea2685f89634378da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.582583] env[62633]: DEBUG nova.compute.manager [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.689838] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5290b529-380f-618a-1f75-cb4974574656, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.690150] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.690413] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7b4ed956-efd4-466b-9feb-cd9f88baa73f/7b4ed956-efd4-466b-9feb-cd9f88baa73f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.690670] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfc5b7a8-e571-4d59-86a1-24ed099d5f3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.696089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.696279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.696504] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.696691] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.696856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.699912] env[62633]: DEBUG oslo_concurrency.lockutils [req-7345067d-1765-4b39-a0b6-00512c3d4e74 req-9d962ae1-16cc-4a56-9e84-dd09a5625659 service nova] Releasing lock "refresh_cache-7b4ed956-efd4-466b-9feb-cd9f88baa73f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.700345] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 848.700345] env[62633]: value = "task-2696209" [ 848.700345] env[62633]: _type = "Task" [ 848.700345] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.700779] env[62633]: INFO nova.compute.manager [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Terminating instance [ 848.710951] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.737620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.768964] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 9e379033-a6bd-4853-918f-8ddcd30ac375] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.812088] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696207, 'name': PowerOffVM_Task, 'duration_secs': 0.184006} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.812088] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.812088] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c2e41b5d-3331-40b3-bca5-aab517413418',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1223068505',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.812544] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.812908] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.813185] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.813378] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.813566] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.813831] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.814040] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.814261] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.814462] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.814763] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.821735] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa84dd9-694f-4b17-ab02-71ec84fc14e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.839644] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 848.839644] env[62633]: value = "task-2696210" [ 848.839644] env[62633]: _type = "Task" [ 848.839644] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.848988] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.905943] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.941230] env[62633]: DEBUG nova.compute.manager [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.114184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.207832] env[62633]: DEBUG nova.compute.manager [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.207998] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.208975] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe2f35c-783a-4f5c-afa0-7c625f93e786 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.222252] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514503} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.222552] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7b4ed956-efd4-466b-9feb-cd9f88baa73f/7b4ed956-efd4-466b-9feb-cd9f88baa73f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.223936] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.226908] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23e5ae78-662e-4b33-832e-ab4f953840c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.229255] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.229862] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23c501a3-c3af-46f5-b6ab-e29a5af32b54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.238125] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 849.238125] env[62633]: value = "task-2696211" [ 849.238125] env[62633]: _type = "Task" [ 849.238125] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.239989] env[62633]: DEBUG oslo_vmware.api [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 849.239989] env[62633]: value = "task-2696212" [ 849.239989] env[62633]: _type = "Task" [ 849.239989] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.264031] env[62633]: DEBUG oslo_vmware.api [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.265009] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.276273] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 19610852-7ebd-4dd5-8321-118431b8d7a0] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.353917] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.354874] env[62633]: DEBUG nova.network.neutron [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Successfully created port: 3a4f923f-11c0-4663-ab6e-1691bc8ac736 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.406373] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696208, 'name': ReconfigVM_Task, 'duration_secs': 0.619447} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.411861] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c8a8e802-f4fb-4604-b3bb-df54cff62663/c8a8e802-f4fb-4604-b3bb-df54cff62663.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.412401] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b848654-7aad-45ca-b930-58140475a51c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.419343] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 849.419343] env[62633]: value = "task-2696213" [ 849.419343] env[62633]: _type = "Task" [ 849.419343] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.431568] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696213, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.491165] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05ef4cd-0b47-4d37-ac2b-f2f9cc3b9dc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.500068] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661dfa57-7931-45fa-828a-36484e8d7e4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.532704] env[62633]: DEBUG nova.network.neutron [-] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.538026] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1099b4-0dff-4a11-bd71-b224e922580b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.544328] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e658ea-1071-4f2c-9540-c4e25c3dc960 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.559856] env[62633]: DEBUG nova.compute.provider_tree [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.674357] env[62633]: DEBUG nova.compute.manager [req-2c1f0e8a-abcd-4315-bc99-194ea72165fe req-0f019f0f-cb17-49e8-9817-6dc6fd92572e service nova] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Received event network-vif-deleted-4f1d1d20-2451-48a3-bf40-63027172e53a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.752695] env[62633]: DEBUG oslo_vmware.api [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696212, 'name': PowerOffVM_Task, 'duration_secs': 0.304878} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.759490] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.759490] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.759938] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070415} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.759938] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-409ff193-bcd3-4e9d-b0ec-a00f56dd50f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.761765] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.769334] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd69615-0ad9-47c2-9965-68f3ca7f9aee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.783520] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 92ffb9bc-c6db-403d-a229-b5ef5d4d7fea] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.794626] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 7b4ed956-efd4-466b-9feb-cd9f88baa73f/7b4ed956-efd4-466b-9feb-cd9f88baa73f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.798552] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9468e3ee-16ee-431f-9c57-f8dd1cce4030 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.820564] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 849.820564] env[62633]: value = "task-2696215" [ 849.820564] env[62633]: _type = "Task" [ 849.820564] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.830141] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.847754] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.847970] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.848420] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Deleting the datastore file [datastore1] fe3b2ad5-f08d-4533-9b19-9b60765eefda {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.849132] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6c6555d-d208-41b8-9a94-90ee65e34d65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.854807] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.859505] env[62633]: DEBUG oslo_vmware.api [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 849.859505] env[62633]: value = "task-2696216" [ 849.859505] env[62633]: _type = "Task" [ 849.859505] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.868836] env[62633]: DEBUG oslo_vmware.api [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.937018] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696213, 'name': Rename_Task, 'duration_secs': 0.18126} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.937018] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.937018] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fb9b5d3-bf53-42ea-91fa-f64557350b00 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.943153] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 849.943153] env[62633]: value = "task-2696217" [ 849.943153] env[62633]: _type = "Task" [ 849.943153] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.952305] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.953957] env[62633]: DEBUG nova.network.neutron [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance_info_cache with network_info: [{"id": "e1842530-da5b-4025-a453-c8487939953b", "address": "fa:16:3e:05:9d:f5", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1842530-da", "ovs_interfaceid": "e1842530-da5b-4025-a453-c8487939953b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.958768] env[62633]: DEBUG nova.compute.manager [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.985265] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.985592] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.985736] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.988710] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.988710] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.988710] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.988710] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.988710] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.988710] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.988710] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.988710] env[62633]: DEBUG nova.virt.hardware [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.989248] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8d48da-fd00-448d-86bc-e91beb6db2a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.998730] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c14a49f-af12-4676-b9fe-ab1a64a88abd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.040626] env[62633]: INFO nova.compute.manager [-] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Took 1.63 seconds to deallocate network for instance. [ 850.063639] env[62633]: DEBUG nova.scheduler.client.report [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.299420] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 42cc6567-b062-4405-8fcd-558a7e4baf5e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.342333] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.354917] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696210, 'name': ReconfigVM_Task, 'duration_secs': 1.454662} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.356917] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f081b-8cd2-427a-b011-440da1dd5ed6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.379269] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c2e41b5d-3331-40b3-bca5-aab517413418',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1223068505',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.380022] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.380022] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.380022] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.380022] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.380342] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.380342] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.380492] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.380704] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.381097] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.381097] env[62633]: DEBUG nova.virt.hardware [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.383916] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a45190e-eaff-4357-85ac-c74660d358e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.387792] env[62633]: DEBUG oslo_vmware.api [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243019} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.388459] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.388651] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.389202] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.389202] env[62633]: INFO nova.compute.manager [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Took 1.18 seconds to destroy the instance on the hypervisor. [ 850.389342] env[62633]: DEBUG oslo.service.loopingcall [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.389586] env[62633]: DEBUG nova.compute.manager [-] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.390544] env[62633]: DEBUG nova.network.neutron [-] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.393921] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 850.393921] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527b57f0-a498-8c96-0221-007f3c71ecb7" [ 850.393921] env[62633]: _type = "Task" [ 850.393921] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.403134] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527b57f0-a498-8c96-0221-007f3c71ecb7, 'name': SearchDatastore_Task, 'duration_secs': 0.007248} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.409683] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.409683] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ed40ce-b069-4c54-bdd0-464ec2b1c31a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.430526] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 850.430526] env[62633]: value = "task-2696218" [ 850.430526] env[62633]: _type = "Task" [ 850.430526] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.440749] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.453171] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.461635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.461998] env[62633]: DEBUG nova.objects.instance [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'migration_context' on Instance uuid 3ff447b7-9a02-4f12-8003-b4915cf440a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.547858] env[62633]: DEBUG oslo_concurrency.lockutils [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.574071] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.574598] env[62633]: DEBUG nova.compute.manager [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.577151] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.914s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.578576] env[62633]: INFO nova.compute.claims [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.803041] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: ea92f4db-bd0c-48e4-9192-f02d272d10c7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.832959] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696215, 'name': ReconfigVM_Task, 'duration_secs': 0.765216} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.833629] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 7b4ed956-efd4-466b-9feb-cd9f88baa73f/7b4ed956-efd4-466b-9feb-cd9f88baa73f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.836514] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df36163d-cec2-478e-9854-3d01f078e88a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.843574] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 850.843574] env[62633]: value = "task-2696219" [ 850.843574] env[62633]: _type = "Task" [ 850.843574] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.853682] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696219, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.943355] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696218, 'name': ReconfigVM_Task, 'duration_secs': 0.189128} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.946768] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.947660] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b1835c-e9da-4d3d-b25b-8af086769c8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.956220] env[62633]: DEBUG oslo_vmware.api [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696217, 'name': PowerOnVM_Task, 'duration_secs': 0.89423} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.968699] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.968770] env[62633]: INFO nova.compute.manager [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Took 9.27 seconds to spawn the instance on the hypervisor. [ 850.968915] env[62633]: DEBUG nova.compute.manager [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.973018] env[62633]: DEBUG nova.objects.base [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Object Instance<3ff447b7-9a02-4f12-8003-b4915cf440a4> lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 850.977488] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c9c0576f-608d-4e30-80dc-2d880da95830/c9c0576f-608d-4e30-80dc-2d880da95830.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.978256] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fecbd89-4165-4ea5-8c3e-0fadcecb4fb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.981404] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4ab4f0-3be1-4d5c-9dc3-8d8abef2b334 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.984469] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561b4dbb-8f05-46a1-8fb7-15a31eefbd0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.020390] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 851.020390] env[62633]: value = "task-2696220" [ 851.020390] env[62633]: _type = "Task" [ 851.020390] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.020924] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf1eb60-185e-40d6-af7b-bfdc1a8c65be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.033261] env[62633]: DEBUG oslo_vmware.api [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 851.033261] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521ebb07-b2f1-3397-52bd-bc5661b25f81" [ 851.033261] env[62633]: _type = "Task" [ 851.033261] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.037306] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.047156] env[62633]: DEBUG oslo_vmware.api [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521ebb07-b2f1-3397-52bd-bc5661b25f81, 'name': SearchDatastore_Task, 'duration_secs': 0.007808} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.047782] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.083417] env[62633]: DEBUG nova.compute.utils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.085648] env[62633]: DEBUG nova.compute.manager [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.085843] env[62633]: DEBUG nova.network.neutron [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.136876] env[62633]: DEBUG nova.policy [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa3959054784d41b21e855f96eed551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01734f7e160641c59c8626c6649b52ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.251091] env[62633]: DEBUG nova.network.neutron [-] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.307071] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.307259] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Cleaning up deleted instances with incomplete migration {{(pid=62633) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 851.353091] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696219, 'name': Rename_Task, 'duration_secs': 0.150951} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.353566] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.353826] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4bad85a-5f28-4ffb-860d-376ae52b3952 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.360445] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 851.360445] env[62633]: value = "task-2696221" [ 851.360445] env[62633]: _type = "Task" [ 851.360445] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.373135] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.532321] env[62633]: INFO nova.compute.manager [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Took 42.95 seconds to build instance. [ 851.536608] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696220, 'name': ReconfigVM_Task, 'duration_secs': 0.307597} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.537103] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c9c0576f-608d-4e30-80dc-2d880da95830/c9c0576f-608d-4e30-80dc-2d880da95830.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.538032] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec2cf66-ace4-41a2-81e7-872aef063f41 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.559114] env[62633]: DEBUG nova.network.neutron [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Successfully created port: e3f7f844-f072-4685-9e58-ebdb1db53973 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.562327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ef2258-fa1b-481e-9ace-095edabc5d65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.583888] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f582956-4744-4f87-8775-8dfeab5f6259 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.616087] env[62633]: DEBUG nova.compute.manager [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.635687] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20879a81-fce8-4032-b3c1-4a175b98806b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.644962] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.648443] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea4ebe5f-398b-49c2-9cec-275a305f89e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.658405] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 851.658405] env[62633]: value = "task-2696222" [ 851.658405] env[62633]: _type = "Task" [ 851.658405] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.668143] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.745102] env[62633]: DEBUG nova.network.neutron [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Successfully updated port: 3a4f923f-11c0-4663-ab6e-1691bc8ac736 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.758498] env[62633]: INFO nova.compute.manager [-] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Took 1.37 seconds to deallocate network for instance. [ 851.814678] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.863923] env[62633]: DEBUG nova.compute.manager [req-a5ff4263-b1d2-449f-aefd-b5860f6e6b6f req-7f314c53-07c8-4b24-907a-892f76ef8615 service nova] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Received event network-vif-deleted-f3434a81-db1f-49da-9a7f-b1bd27a6bb02 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.863923] env[62633]: DEBUG nova.compute.manager [req-a5ff4263-b1d2-449f-aefd-b5860f6e6b6f req-7f314c53-07c8-4b24-907a-892f76ef8615 service nova] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Received event network-vif-plugged-3a4f923f-11c0-4663-ab6e-1691bc8ac736 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.863923] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5ff4263-b1d2-449f-aefd-b5860f6e6b6f req-7f314c53-07c8-4b24-907a-892f76ef8615 service nova] Acquiring lock "069dc77e-e599-4f19-a2a7-22cf68c2359f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.863923] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5ff4263-b1d2-449f-aefd-b5860f6e6b6f req-7f314c53-07c8-4b24-907a-892f76ef8615 service nova] Lock "069dc77e-e599-4f19-a2a7-22cf68c2359f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.863923] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5ff4263-b1d2-449f-aefd-b5860f6e6b6f req-7f314c53-07c8-4b24-907a-892f76ef8615 service nova] Lock "069dc77e-e599-4f19-a2a7-22cf68c2359f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.863923] env[62633]: DEBUG nova.compute.manager [req-a5ff4263-b1d2-449f-aefd-b5860f6e6b6f req-7f314c53-07c8-4b24-907a-892f76ef8615 service nova] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] No waiting events found dispatching network-vif-plugged-3a4f923f-11c0-4663-ab6e-1691bc8ac736 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.863923] env[62633]: WARNING nova.compute.manager [req-a5ff4263-b1d2-449f-aefd-b5860f6e6b6f req-7f314c53-07c8-4b24-907a-892f76ef8615 service nova] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Received unexpected event network-vif-plugged-3a4f923f-11c0-4663-ab6e-1691bc8ac736 for instance with vm_state building and task_state spawning. [ 851.876967] env[62633]: DEBUG oslo_vmware.api [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696221, 'name': PowerOnVM_Task, 'duration_secs': 0.453259} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.877257] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.877461] env[62633]: INFO nova.compute.manager [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Took 7.62 seconds to spawn the instance on the hypervisor. [ 851.877644] env[62633]: DEBUG nova.compute.manager [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.879803] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca59d2a8-f5a4-4437-a3f0-2bf5f15fb7d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.037717] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eedf63a5-e591-4098-81b4-0720219faed2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.395s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.117093] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d698266-d077-429a-83fc-430494609ea0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.124802] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770f7445-ead7-458b-af5f-9990ffb6e1d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.161357] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd63996c-4fa6-4bc3-ad96-6d5c0eeec867 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.174690] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d83a9-3a84-4653-bdc9-1b683b8105fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.178700] env[62633]: DEBUG oslo_vmware.api [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696222, 'name': PowerOnVM_Task, 'duration_secs': 0.491136} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.178971] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.193372] env[62633]: DEBUG nova.compute.provider_tree [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.247238] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "refresh_cache-069dc77e-e599-4f19-a2a7-22cf68c2359f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.247420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "refresh_cache-069dc77e-e599-4f19-a2a7-22cf68c2359f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.247579] env[62633]: DEBUG nova.network.neutron [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.268482] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.404595] env[62633]: INFO nova.compute.manager [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Took 34.11 seconds to build instance. [ 852.662286] env[62633]: DEBUG nova.compute.manager [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.696499] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.696753] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.697030] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.697166] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.697325] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.697478] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.697689] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.697850] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.698040] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.698221] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.698545] env[62633]: DEBUG nova.virt.hardware [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.699410] env[62633]: DEBUG nova.scheduler.client.report [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.703039] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71371ab9-c07d-4927-9d21-f44afcf13a35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.717185] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dcc055-5aa0-4ff1-9576-f4965f0fc663 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.855700] env[62633]: DEBUG nova.network.neutron [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.906950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9723f72-b0bc-4a90-a64f-bb66f423f575 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.149s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.161658] env[62633]: DEBUG nova.network.neutron [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Updating instance_info_cache with network_info: [{"id": "3a4f923f-11c0-4663-ab6e-1691bc8ac736", "address": "fa:16:3e:15:0e:18", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4f923f-11", "ovs_interfaceid": "3a4f923f-11c0-4663-ab6e-1691bc8ac736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.191410] env[62633]: INFO nova.compute.manager [None req-839954db-5764-4b7a-ac71-feabbb4edea7 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance to original state: 'active' [ 853.209496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.212418] env[62633]: DEBUG nova.compute.manager [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.215279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.309s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.215279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.217105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.801s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.220148] env[62633]: INFO nova.compute.claims [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.260377] env[62633]: INFO nova.scheduler.client.report [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted allocations for instance 09e7f442-9910-4c63-a446-9f527cb23691 [ 853.549689] env[62633]: DEBUG nova.network.neutron [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Successfully updated port: e3f7f844-f072-4685-9e58-ebdb1db53973 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.665935] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "refresh_cache-069dc77e-e599-4f19-a2a7-22cf68c2359f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.665935] env[62633]: DEBUG nova.compute.manager [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Instance network_info: |[{"id": "3a4f923f-11c0-4663-ab6e-1691bc8ac736", "address": "fa:16:3e:15:0e:18", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4f923f-11", "ovs_interfaceid": "3a4f923f-11c0-4663-ab6e-1691bc8ac736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.666132] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:0e:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a4f923f-11c0-4663-ab6e-1691bc8ac736', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.683492] env[62633]: DEBUG oslo.service.loopingcall [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.683853] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.684161] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d92da30a-3cc7-4dba-8070-6b4a77d86362 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.724861] env[62633]: DEBUG nova.compute.utils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.729431] env[62633]: DEBUG nova.compute.manager [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.730252] env[62633]: DEBUG nova.network.neutron [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.741388] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.741388] env[62633]: value = "task-2696223" [ 853.741388] env[62633]: _type = "Task" [ 853.741388] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.751649] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696223, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.774998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eed386-5884-46b4-a99a-04d9235477be tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "09e7f442-9910-4c63-a446-9f527cb23691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.629s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.806770] env[62633]: DEBUG nova.policy [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4db79e960c7d4954a114570ed6d50323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b884df404ec4fb5997c5ea931e06449', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.973397] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Received event network-changed-3a4f923f-11c0-4663-ab6e-1691bc8ac736 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.973397] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Refreshing instance network info cache due to event network-changed-3a4f923f-11c0-4663-ab6e-1691bc8ac736. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.973397] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Acquiring lock "refresh_cache-069dc77e-e599-4f19-a2a7-22cf68c2359f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.973397] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Acquired lock "refresh_cache-069dc77e-e599-4f19-a2a7-22cf68c2359f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.973397] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Refreshing network info cache for port 3a4f923f-11c0-4663-ab6e-1691bc8ac736 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.056636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquiring lock "refresh_cache-eb357665-3152-4c23-9e15-0207fe1974f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.056940] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquired lock "refresh_cache-eb357665-3152-4c23-9e15-0207fe1974f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.057067] env[62633]: DEBUG nova.network.neutron [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.172367] env[62633]: DEBUG nova.network.neutron [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Successfully created port: 17b3f633-d416-49d7-8151-60f9fbe67396 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.240342] env[62633]: DEBUG nova.compute.manager [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.257771] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696223, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.621640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "c9c0576f-608d-4e30-80dc-2d880da95830" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.621640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "c9c0576f-608d-4e30-80dc-2d880da95830" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.621640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "c9c0576f-608d-4e30-80dc-2d880da95830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.621770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "c9c0576f-608d-4e30-80dc-2d880da95830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.621875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "c9c0576f-608d-4e30-80dc-2d880da95830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.623946] env[62633]: DEBUG nova.network.neutron [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.629334] env[62633]: INFO nova.compute.manager [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Terminating instance [ 854.732058] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e8921e-18c1-46d1-b6b3-40bd9a40fce1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.740267] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e02a59-807e-4c3e-92ae-63dfe04aa268 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.782826] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade95482-5db1-49ae-9c48-923195eddf7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.792997] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696223, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.798404] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea7fd8-719a-49a3-8d28-a349be04f8d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.817400] env[62633]: DEBUG nova.compute.provider_tree [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.064754] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Updated VIF entry in instance network info cache for port 3a4f923f-11c0-4663-ab6e-1691bc8ac736. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.065320] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Updating instance_info_cache with network_info: [{"id": "3a4f923f-11c0-4663-ab6e-1691bc8ac736", "address": "fa:16:3e:15:0e:18", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4f923f-11", "ovs_interfaceid": "3a4f923f-11c0-4663-ab6e-1691bc8ac736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.078160] env[62633]: DEBUG nova.network.neutron [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Updating instance_info_cache with network_info: [{"id": "e3f7f844-f072-4685-9e58-ebdb1db53973", "address": "fa:16:3e:da:50:93", "network": {"id": "c409001f-9b13-4cd9-9838-7211f9bbf626", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-849921333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01734f7e160641c59c8626c6649b52ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f7f844-f0", "ovs_interfaceid": "e3f7f844-f072-4685-9e58-ebdb1db53973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.135651] env[62633]: DEBUG nova.compute.manager [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.135886] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.136843] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a4b837-39d1-4111-aaba-b2240aa7f3dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.144328] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.144582] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db39523-b952-45b8-8c85-9f710fa8fc4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.153745] env[62633]: DEBUG oslo_vmware.api [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 855.153745] env[62633]: value = "task-2696224" [ 855.153745] env[62633]: _type = "Task" [ 855.153745] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.159685] env[62633]: DEBUG oslo_vmware.api [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.257702] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696223, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.284246] env[62633]: DEBUG nova.compute.manager [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.311395] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.311646] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.311807] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.311992] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.312336] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.312507] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.312724] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.312888] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.313083] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.313350] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.313418] env[62633]: DEBUG nova.virt.hardware [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.314467] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf05cf-f304-42df-a552-3591d234bac4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.323220] env[62633]: DEBUG nova.scheduler.client.report [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.329636] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a7f914-95c6-42e6-9078-c3612325f606 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.570911] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Releasing lock "refresh_cache-069dc77e-e599-4f19-a2a7-22cf68c2359f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.570911] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-changed-165f4bd3-55fa-4acf-952e-b318eb8b08fe {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.570911] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Refreshing instance network info cache due to event network-changed-165f4bd3-55fa-4acf-952e-b318eb8b08fe. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.570911] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Acquiring lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.570911] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Acquired lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.570911] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Refreshing network info cache for port 165f4bd3-55fa-4acf-952e-b318eb8b08fe {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.581661] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Releasing lock "refresh_cache-eb357665-3152-4c23-9e15-0207fe1974f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.581661] env[62633]: DEBUG nova.compute.manager [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Instance network_info: |[{"id": "e3f7f844-f072-4685-9e58-ebdb1db53973", "address": "fa:16:3e:da:50:93", "network": {"id": "c409001f-9b13-4cd9-9838-7211f9bbf626", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-849921333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01734f7e160641c59c8626c6649b52ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f7f844-f0", "ovs_interfaceid": "e3f7f844-f072-4685-9e58-ebdb1db53973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.582069] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:50:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3f7f844-f072-4685-9e58-ebdb1db53973', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.590293] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Creating folder: Project (01734f7e160641c59c8626c6649b52ad). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.591227] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32e2d089-e4e1-4c0a-89e8-e3a88550cb91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.601570] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Created folder: Project (01734f7e160641c59c8626c6649b52ad) in parent group-v543169. [ 855.602638] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Creating folder: Instances. Parent ref: group-v543373. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.602638] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fd9eb9a-fb70-4a5d-8ad7-baaff3c096b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.610360] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Created folder: Instances in parent group-v543373. [ 855.610605] env[62633]: DEBUG oslo.service.loopingcall [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.610799] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.611010] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a03b8c10-ac2c-4f27-99d3-b2cc21ea1cce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.630994] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.630994] env[62633]: value = "task-2696227" [ 855.630994] env[62633]: _type = "Task" [ 855.630994] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.639270] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696227, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.663917] env[62633]: DEBUG oslo_vmware.api [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696224, 'name': PowerOffVM_Task, 'duration_secs': 0.379225} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.664248] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.664617] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.664884] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52d9d317-6fbd-4ace-9024-8df14590c05e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.736573] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.737042] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.737240] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Deleting the datastore file [datastore2] c9c0576f-608d-4e30-80dc-2d880da95830 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.737536] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30225130-64ee-430c-9874-8681c42275b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.745943] env[62633]: DEBUG oslo_vmware.api [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 855.745943] env[62633]: value = "task-2696229" [ 855.745943] env[62633]: _type = "Task" [ 855.745943] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.759774] env[62633]: DEBUG oslo_vmware.api [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.764921] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696223, 'name': CreateVM_Task, 'duration_secs': 1.552618} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.764921] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.769018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.769018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.769018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.769018] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e470f03-e5b6-464b-9d76-5786872be727 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.771059] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 855.771059] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528c2699-00ab-1ea6-d690-097ea00533ac" [ 855.771059] env[62633]: _type = "Task" [ 855.771059] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.780734] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528c2699-00ab-1ea6-d690-097ea00533ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.830422] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.830548] env[62633]: DEBUG nova.compute.manager [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.837990] env[62633]: DEBUG nova.network.neutron [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Successfully updated port: 17b3f633-d416-49d7-8151-60f9fbe67396 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.845016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.102s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.845016] env[62633]: INFO nova.compute.claims [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.121603] env[62633]: DEBUG nova.compute.manager [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Received event network-vif-plugged-17b3f633-d416-49d7-8151-60f9fbe67396 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.121988] env[62633]: DEBUG oslo_concurrency.lockutils [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] Acquiring lock "7527f3b5-e4af-4338-8d62-45c4d334dc88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.122698] env[62633]: DEBUG oslo_concurrency.lockutils [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.122957] env[62633]: DEBUG oslo_concurrency.lockutils [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.124097] env[62633]: DEBUG nova.compute.manager [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] No waiting events found dispatching network-vif-plugged-17b3f633-d416-49d7-8151-60f9fbe67396 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.124097] env[62633]: WARNING nova.compute.manager [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Received unexpected event network-vif-plugged-17b3f633-d416-49d7-8151-60f9fbe67396 for instance with vm_state building and task_state spawning. [ 856.124097] env[62633]: DEBUG nova.compute.manager [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Received event network-changed-17b3f633-d416-49d7-8151-60f9fbe67396 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.124097] env[62633]: DEBUG nova.compute.manager [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Refreshing instance network info cache due to event network-changed-17b3f633-d416-49d7-8151-60f9fbe67396. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 856.124512] env[62633]: DEBUG oslo_concurrency.lockutils [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] Acquiring lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.124713] env[62633]: DEBUG oslo_concurrency.lockutils [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] Acquired lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.124924] env[62633]: DEBUG nova.network.neutron [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Refreshing network info cache for port 17b3f633-d416-49d7-8151-60f9fbe67396 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.143085] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696227, 'name': CreateVM_Task, 'duration_secs': 0.439917} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.143336] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.144082] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.257392] env[62633]: DEBUG oslo_vmware.api [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283486} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.257655] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.257842] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.258028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.258211] env[62633]: INFO nova.compute.manager [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Took 1.12 seconds to destroy the instance on the hypervisor. [ 856.258460] env[62633]: DEBUG oslo.service.loopingcall [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.258659] env[62633]: DEBUG nova.compute.manager [-] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.258749] env[62633]: DEBUG nova.network.neutron [-] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.282281] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528c2699-00ab-1ea6-d690-097ea00533ac, 'name': SearchDatastore_Task, 'duration_secs': 0.021674} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.282636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.282874] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.283165] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.286113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.286113] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.286113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.286113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.286113] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca733957-57a6-45b6-a23d-74b98d08f131 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.287494] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afbea143-82a2-4a52-b52e-9fb19395c741 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.291900] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 856.291900] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52236806-1414-61df-706b-37e2fe0ee254" [ 856.291900] env[62633]: _type = "Task" [ 856.291900] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.296884] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.297077] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.298300] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c57563-0c3e-4b68-8505-c34dcd5de8b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.306027] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52236806-1414-61df-706b-37e2fe0ee254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.307526] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 856.307526] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d9c3b8-c78c-83f6-2258-b004f107ff4e" [ 856.307526] env[62633]: _type = "Task" [ 856.307526] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.316446] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d9c3b8-c78c-83f6-2258-b004f107ff4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.340322] env[62633]: DEBUG nova.compute.utils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.340322] env[62633]: DEBUG nova.compute.manager [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.340322] env[62633]: DEBUG nova.network.neutron [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.346453] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.390097] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updated VIF entry in instance network info cache for port 165f4bd3-55fa-4acf-952e-b318eb8b08fe. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.390480] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.426062] env[62633]: DEBUG nova.policy [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfdf1d41b2c7487abe7744b9140068b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8b887392eb84af49125d9fdc5962c41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.698094] env[62633]: DEBUG nova.network.neutron [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.801917] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52236806-1414-61df-706b-37e2fe0ee254, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.802583] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.802843] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.803070] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.816977] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d9c3b8-c78c-83f6-2258-b004f107ff4e, 'name': SearchDatastore_Task, 'duration_secs': 0.01495} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.822022] env[62633]: DEBUG nova.network.neutron [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.823780] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f66cd60-eec2-4292-ae76-9029699edf80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.829270] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 856.829270] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529e2c73-6505-d2a9-41fc-9e6042691d30" [ 856.829270] env[62633]: _type = "Task" [ 856.829270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.847387] env[62633]: DEBUG nova.compute.manager [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.847387] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529e2c73-6505-d2a9-41fc-9e6042691d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.892992] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Releasing lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.893438] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Received event network-vif-plugged-e3f7f844-f072-4685-9e58-ebdb1db53973 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.893684] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Acquiring lock "eb357665-3152-4c23-9e15-0207fe1974f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.893968] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Lock "eb357665-3152-4c23-9e15-0207fe1974f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.894093] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Lock "eb357665-3152-4c23-9e15-0207fe1974f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.894267] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] No waiting events found dispatching network-vif-plugged-e3f7f844-f072-4685-9e58-ebdb1db53973 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.894525] env[62633]: WARNING nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Received unexpected event network-vif-plugged-e3f7f844-f072-4685-9e58-ebdb1db53973 for instance with vm_state building and task_state spawning. [ 856.894648] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Received event network-changed-4590ed59-152a-4a54-b425-5afc98ff0027 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.894772] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Refreshing instance network info cache due to event network-changed-4590ed59-152a-4a54-b425-5afc98ff0027. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 856.894953] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Acquiring lock "refresh_cache-7b4ed956-efd4-466b-9feb-cd9f88baa73f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.895104] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Acquired lock "refresh_cache-7b4ed956-efd4-466b-9feb-cd9f88baa73f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.895837] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Refreshing network info cache for port 4590ed59-152a-4a54-b425-5afc98ff0027 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.897990] env[62633]: DEBUG nova.network.neutron [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Successfully created port: 13885332-fe8b-4689-b422-a61a9bfc82bf {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.209390] env[62633]: DEBUG nova.network.neutron [-] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.280805] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0898b62-fad0-4e57-be02-96f81dfebdb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.289524] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f7011f-b37d-42ff-b66e-ca8998411cf6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.320327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e87789-55bd-4300-81fb-7d12127ea824 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.325636] env[62633]: DEBUG oslo_concurrency.lockutils [req-b138d866-6fdd-45ad-9c94-cca5c809f467 req-fdf8c026-fc4f-49d3-ad8b-6cacc429efa1 service nova] Releasing lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.327255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.327347] env[62633]: DEBUG nova.network.neutron [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.329425] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9df4c13-5638-4d13-8e6f-768c9f1025cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.345883] env[62633]: DEBUG nova.compute.provider_tree [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.357019] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529e2c73-6505-d2a9-41fc-9e6042691d30, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.357019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.357019] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 069dc77e-e599-4f19-a2a7-22cf68c2359f/069dc77e-e599-4f19-a2a7-22cf68c2359f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.357019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.357019] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.357019] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-105dd759-e629-479d-9cde-04252ce7feef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.357968] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df65f00a-33f5-4a8f-b98e-8d24f53a8bb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.366588] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 857.366588] env[62633]: value = "task-2696230" [ 857.366588] env[62633]: _type = "Task" [ 857.366588] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.367878] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.368058] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.373873] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25642904-f18e-4b5c-ac7a-22ff7e37ad56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.380960] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.382658] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 857.382658] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e5194d-aafe-ae98-1bd1-3c262cd79bec" [ 857.382658] env[62633]: _type = "Task" [ 857.382658] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.393019] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e5194d-aafe-ae98-1bd1-3c262cd79bec, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.393019] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c12845-6490-477e-8d55-7594b558852f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.397055] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 857.397055] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a11110-427b-335f-e44b-8b547316d17c" [ 857.397055] env[62633]: _type = "Task" [ 857.397055] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.407555] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a11110-427b-335f-e44b-8b547316d17c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.718672] env[62633]: INFO nova.compute.manager [-] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Took 1.46 seconds to deallocate network for instance. [ 857.766346] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Updated VIF entry in instance network info cache for port 4590ed59-152a-4a54-b425-5afc98ff0027. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.766787] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Updating instance_info_cache with network_info: [{"id": "4590ed59-152a-4a54-b425-5afc98ff0027", "address": "fa:16:3e:76:9e:6d", "network": {"id": "e00a2418-24d6-4dd1-83d0-6f014576ffaa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1345939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d6e05632f248629e6c1c99197578ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4590ed59-15", "ovs_interfaceid": "4590ed59-152a-4a54-b425-5afc98ff0027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.855602] env[62633]: DEBUG nova.scheduler.client.report [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.863831] env[62633]: DEBUG nova.compute.manager [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.866912] env[62633]: DEBUG nova.network.neutron [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.880236] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696230, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.904786] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.904786] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.904786] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.904786] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.904786] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.904786] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.904786] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.905129] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.905129] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.905261] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.905454] env[62633]: DEBUG nova.virt.hardware [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.906297] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6236042b-e7c0-4903-8ccd-8ed387ea8716 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.914947] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a11110-427b-335f-e44b-8b547316d17c, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.917090] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.917326] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] eb357665-3152-4c23-9e15-0207fe1974f3/eb357665-3152-4c23-9e15-0207fe1974f3.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.917567] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8af0e2f2-18b8-486e-9310-a896cf371150 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.920532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce781fcd-70fd-4da3-b15b-bf87ad5ecbef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.938814] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 857.938814] env[62633]: value = "task-2696231" [ 857.938814] env[62633]: _type = "Task" [ 857.938814] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.950378] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.039750] env[62633]: DEBUG nova.network.neutron [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance_info_cache with network_info: [{"id": "17b3f633-d416-49d7-8151-60f9fbe67396", "address": "fa:16:3e:2b:56:4f", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b3f633-d4", "ovs_interfaceid": "17b3f633-d416-49d7-8151-60f9fbe67396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.226629] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.269562] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Releasing lock "refresh_cache-7b4ed956-efd4-466b-9feb-cd9f88baa73f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.269826] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Received event network-changed-e3f7f844-f072-4685-9e58-ebdb1db53973 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.270048] env[62633]: DEBUG nova.compute.manager [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Refreshing instance network info cache due to event network-changed-e3f7f844-f072-4685-9e58-ebdb1db53973. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 858.270306] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Acquiring lock "refresh_cache-eb357665-3152-4c23-9e15-0207fe1974f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.270483] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Acquired lock "refresh_cache-eb357665-3152-4c23-9e15-0207fe1974f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.270718] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Refreshing network info cache for port e3f7f844-f072-4685-9e58-ebdb1db53973 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.292430] env[62633]: DEBUG nova.compute.manager [req-80d21da4-0530-4474-9963-0ad1b6c35fee req-22688610-f551-47ec-8b86-9eca7c69ae24 service nova] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Received event network-vif-deleted-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.368441] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.368992] env[62633]: DEBUG nova.compute.manager [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.372914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.259s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.374513] env[62633]: INFO nova.compute.claims [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.391237] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908689} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.391491] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 069dc77e-e599-4f19-a2a7-22cf68c2359f/069dc77e-e599-4f19-a2a7-22cf68c2359f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.391917] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.392037] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d086812f-3124-4142-9fdb-73ed53b57393 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.402274] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 858.402274] env[62633]: value = "task-2696232" [ 858.402274] env[62633]: _type = "Task" [ 858.402274] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.416776] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.456757] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696231, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.528433] env[62633]: DEBUG nova.network.neutron [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Successfully updated port: 13885332-fe8b-4689-b422-a61a9bfc82bf {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.542206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.542535] env[62633]: DEBUG nova.compute.manager [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Instance network_info: |[{"id": "17b3f633-d416-49d7-8151-60f9fbe67396", "address": "fa:16:3e:2b:56:4f", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b3f633-d4", "ovs_interfaceid": "17b3f633-d416-49d7-8151-60f9fbe67396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.542964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:56:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17b3f633-d416-49d7-8151-60f9fbe67396', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.554836] env[62633]: DEBUG oslo.service.loopingcall [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.555740] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.556014] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46d7481b-d22c-42be-a3cd-75001ae896f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.581362] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.581362] env[62633]: value = "task-2696233" [ 858.581362] env[62633]: _type = "Task" [ 858.581362] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.592417] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696233, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.882258] env[62633]: DEBUG nova.compute.utils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.884304] env[62633]: DEBUG nova.compute.manager [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.884440] env[62633]: DEBUG nova.network.neutron [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.914019] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088233} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.914359] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.915590] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f25965-7b01-4c74-b0e3-d916385061cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.938465] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 069dc77e-e599-4f19-a2a7-22cf68c2359f/069dc77e-e599-4f19-a2a7-22cf68c2359f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.939087] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eacc3b0-c6f0-4d93-ab6e-c53178292645 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.955050] env[62633]: DEBUG nova.policy [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7352422f5fab45d2833e2534de465a4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd425ac420141413a8a7a00d705355bbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.967367] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73369} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.968579] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] eb357665-3152-4c23-9e15-0207fe1974f3/eb357665-3152-4c23-9e15-0207fe1974f3.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.968813] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.969130] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 858.969130] env[62633]: value = "task-2696234" [ 858.969130] env[62633]: _type = "Task" [ 858.969130] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.969307] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90ec725b-aeda-45ae-b533-5b367b7a8e57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.979650] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.981503] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 858.981503] env[62633]: value = "task-2696235" [ 858.981503] env[62633]: _type = "Task" [ 858.981503] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.989679] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.030777] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-0029b1e8-1e71-4132-bdb7-917d511633b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.031068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-0029b1e8-1e71-4132-bdb7-917d511633b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.031193] env[62633]: DEBUG nova.network.neutron [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.072647] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Updated VIF entry in instance network info cache for port e3f7f844-f072-4685-9e58-ebdb1db53973. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.073200] env[62633]: DEBUG nova.network.neutron [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Updating instance_info_cache with network_info: [{"id": "e3f7f844-f072-4685-9e58-ebdb1db53973", "address": "fa:16:3e:da:50:93", "network": {"id": "c409001f-9b13-4cd9-9838-7211f9bbf626", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-849921333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01734f7e160641c59c8626c6649b52ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f7f844-f0", "ovs_interfaceid": "e3f7f844-f072-4685-9e58-ebdb1db53973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.093928] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696233, 'name': CreateVM_Task, 'duration_secs': 0.493806} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.094310] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.094880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.095085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.095443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.095732] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539a4e4f-9c84-4316-a994-4eb599854060 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.100973] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 859.100973] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525cea3a-64b9-119d-bf5a-12cd6d2ee743" [ 859.100973] env[62633]: _type = "Task" [ 859.100973] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.111353] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525cea3a-64b9-119d-bf5a-12cd6d2ee743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.307219] env[62633]: DEBUG nova.network.neutron [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Successfully created port: d8ffed1e-9f70-40f1-9a2e-795234295f73 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.388167] env[62633]: DEBUG nova.compute.manager [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.483431] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696234, 'name': ReconfigVM_Task, 'duration_secs': 0.305261} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.486735] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 069dc77e-e599-4f19-a2a7-22cf68c2359f/069dc77e-e599-4f19-a2a7-22cf68c2359f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.488060] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6b06202-ae8d-423e-9d1e-ed96e613f21d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.496986] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.498297] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 859.498297] env[62633]: value = "task-2696236" [ 859.498297] env[62633]: _type = "Task" [ 859.498297] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.505657] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696236, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.573179] env[62633]: DEBUG nova.network.neutron [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.575557] env[62633]: DEBUG oslo_concurrency.lockutils [req-74c58fb3-1d12-461c-9203-6986fbe53a76 req-33fe2a6d-1755-4afe-8910-6bdd6cee5c50 service nova] Releasing lock "refresh_cache-eb357665-3152-4c23-9e15-0207fe1974f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.615797] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525cea3a-64b9-119d-bf5a-12cd6d2ee743, 'name': SearchDatastore_Task, 'duration_secs': 0.016577} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.615797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.615797] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.615797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.615797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.615797] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.615797] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c7a03df-d390-4f0c-8d1e-85ab3c5f70ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.628411] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.628608] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.629457] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be231a2a-fd27-457e-807b-63653ff8140c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.637607] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 859.637607] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c0b9ca-cf76-b38a-e186-199ce7ea14e5" [ 859.637607] env[62633]: _type = "Task" [ 859.637607] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.645259] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c0b9ca-cf76-b38a-e186-199ce7ea14e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.716051] env[62633]: DEBUG nova.network.neutron [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Updating instance_info_cache with network_info: [{"id": "13885332-fe8b-4689-b422-a61a9bfc82bf", "address": "fa:16:3e:c2:17:e6", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13885332-fe", "ovs_interfaceid": "13885332-fe8b-4689-b422-a61a9bfc82bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.812914] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9ae5e-d32a-4cea-83d4-eab075ea0daa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.820448] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db305ba-7dc4-4a7c-a730-54159df96612 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.853338] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382723e1-8fa1-48c5-91ef-19473d7a209f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.860820] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ae00cb-a787-4978-b8f9-8b3f7024441a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.874878] env[62633]: DEBUG nova.compute.provider_tree [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.952619] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.952893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.953098] env[62633]: INFO nova.compute.manager [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Shelving [ 859.992753] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.570456} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.993127] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.994236] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd35ceaa-5204-41f7-abf3-565a68743cc3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.016709] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] eb357665-3152-4c23-9e15-0207fe1974f3/eb357665-3152-4c23-9e15-0207fe1974f3.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.019765] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab6c723d-1a0b-45dc-bcbb-c29edfa62170 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.039844] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696236, 'name': Rename_Task, 'duration_secs': 0.15854} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.041089] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.041413] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 860.041413] env[62633]: value = "task-2696237" [ 860.041413] env[62633]: _type = "Task" [ 860.041413] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.041668] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c45cc76c-8b70-4ec0-8b2e-0db5bcf7fcf6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.051194] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.052416] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 860.052416] env[62633]: value = "task-2696238" [ 860.052416] env[62633]: _type = "Task" [ 860.052416] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.060277] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.147685] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c0b9ca-cf76-b38a-e186-199ce7ea14e5, 'name': SearchDatastore_Task, 'duration_secs': 0.102886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.148552] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56a24d7-42b6-454f-a936-1910cb2c11e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.153427] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 860.153427] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52498be1-84de-6bc4-f797-6520a2f839d2" [ 860.153427] env[62633]: _type = "Task" [ 860.153427] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.160787] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52498be1-84de-6bc4-f797-6520a2f839d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.221614] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-0029b1e8-1e71-4132-bdb7-917d511633b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.221985] env[62633]: DEBUG nova.compute.manager [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Instance network_info: |[{"id": "13885332-fe8b-4689-b422-a61a9bfc82bf", "address": "fa:16:3e:c2:17:e6", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13885332-fe", "ovs_interfaceid": "13885332-fe8b-4689-b422-a61a9bfc82bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.222447] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:17:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13885332-fe8b-4689-b422-a61a9bfc82bf', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.230581] env[62633]: DEBUG oslo.service.loopingcall [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.231169] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.231411] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c95cb4a-7337-4a1c-bc11-9418044ba226 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.251223] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.251223] env[62633]: value = "task-2696239" [ 860.251223] env[62633]: _type = "Task" [ 860.251223] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.259983] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696239, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.329827] env[62633]: DEBUG nova.compute.manager [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Received event network-vif-plugged-13885332-fe8b-4689-b422-a61a9bfc82bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.330074] env[62633]: DEBUG oslo_concurrency.lockutils [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] Acquiring lock "0029b1e8-1e71-4132-bdb7-917d511633b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.330215] env[62633]: DEBUG oslo_concurrency.lockutils [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.330443] env[62633]: DEBUG oslo_concurrency.lockutils [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.330561] env[62633]: DEBUG nova.compute.manager [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] No waiting events found dispatching network-vif-plugged-13885332-fe8b-4689-b422-a61a9bfc82bf {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.330642] env[62633]: WARNING nova.compute.manager [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Received unexpected event network-vif-plugged-13885332-fe8b-4689-b422-a61a9bfc82bf for instance with vm_state building and task_state spawning. [ 860.330801] env[62633]: DEBUG nova.compute.manager [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Received event network-changed-13885332-fe8b-4689-b422-a61a9bfc82bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.330949] env[62633]: DEBUG nova.compute.manager [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Refreshing instance network info cache due to event network-changed-13885332-fe8b-4689-b422-a61a9bfc82bf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.331140] env[62633]: DEBUG oslo_concurrency.lockutils [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] Acquiring lock "refresh_cache-0029b1e8-1e71-4132-bdb7-917d511633b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.331276] env[62633]: DEBUG oslo_concurrency.lockutils [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] Acquired lock "refresh_cache-0029b1e8-1e71-4132-bdb7-917d511633b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.331431] env[62633]: DEBUG nova.network.neutron [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Refreshing network info cache for port 13885332-fe8b-4689-b422-a61a9bfc82bf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.378046] env[62633]: DEBUG nova.scheduler.client.report [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.399207] env[62633]: DEBUG nova.compute.manager [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.429157] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.429432] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.429588] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.429773] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.429918] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.430075] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.430286] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.430447] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.430617] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.430771] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.430943] env[62633]: DEBUG nova.virt.hardware [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.431815] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117a9b45-c59c-4106-8e6f-2025953efb91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.440412] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2d033-efb3-4b96-a43c-1cb56af2e889 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.554225] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696237, 'name': ReconfigVM_Task, 'duration_secs': 0.269665} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.557235] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Reconfigured VM instance instance-00000048 to attach disk [datastore2] eb357665-3152-4c23-9e15-0207fe1974f3/eb357665-3152-4c23-9e15-0207fe1974f3.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.557896] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78613332-b274-41d8-bced-c9fa9f895e6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.564197] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696238, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.565531] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 860.565531] env[62633]: value = "task-2696240" [ 860.565531] env[62633]: _type = "Task" [ 860.565531] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.573506] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696240, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.664991] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52498be1-84de-6bc4-f797-6520a2f839d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.664991] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.664991] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7527f3b5-e4af-4338-8d62-45c4d334dc88/7527f3b5-e4af-4338-8d62-45c4d334dc88.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.665320] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b9d7057-b0be-4e87-a1e0-e91854287060 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.672853] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 860.672853] env[62633]: value = "task-2696241" [ 860.672853] env[62633]: _type = "Task" [ 860.672853] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.681677] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.763802] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696239, 'name': CreateVM_Task, 'duration_secs': 0.464305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.763802] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.763802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.763802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.765137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.765137] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7979dfcf-6e83-4b28-805d-60ef63a34e6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.770844] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 860.770844] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5217f91a-8cd3-104a-a245-a3dd166c376b" [ 860.770844] env[62633]: _type = "Task" [ 860.770844] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.779653] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5217f91a-8cd3-104a-a245-a3dd166c376b, 'name': SearchDatastore_Task} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.779923] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.780161] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.780378] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.780516] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.780689] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.780937] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39797eb2-c845-4858-9c04-2e8d49c01769 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.787943] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.788139] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.789037] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4155d5a1-379d-49c1-9fa7-086447a05411 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.793741] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 860.793741] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52255c8a-bbe2-581f-b90e-88c28b88fec3" [ 860.793741] env[62633]: _type = "Task" [ 860.793741] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.802133] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52255c8a-bbe2-581f-b90e-88c28b88fec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.874674] env[62633]: DEBUG nova.network.neutron [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Successfully updated port: d8ffed1e-9f70-40f1-9a2e-795234295f73 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.882618] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.883318] env[62633]: DEBUG nova.compute.manager [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.887029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.339s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.887029] env[62633]: DEBUG nova.objects.instance [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lazy-loading 'resources' on Instance uuid c63140ee-bfa7-4fc8-ad05-ea1a69aedd48 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.962605] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.962992] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b164ded-57f7-40df-9f2f-c3edfd5912e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.971822] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 860.971822] env[62633]: value = "task-2696242" [ 860.971822] env[62633]: _type = "Task" [ 860.971822] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.984858] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.065966] env[62633]: DEBUG oslo_vmware.api [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696238, 'name': PowerOnVM_Task, 'duration_secs': 0.665675} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.070420] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.070420] env[62633]: INFO nova.compute.manager [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Took 11.11 seconds to spawn the instance on the hypervisor. [ 861.070420] env[62633]: DEBUG nova.compute.manager [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.071806] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbf7575-a2c3-4b6d-a631-ce91e8043965 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.081739] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696240, 'name': Rename_Task, 'duration_secs': 0.159266} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.084451] env[62633]: DEBUG nova.network.neutron [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Updated VIF entry in instance network info cache for port 13885332-fe8b-4689-b422-a61a9bfc82bf. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.084821] env[62633]: DEBUG nova.network.neutron [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Updating instance_info_cache with network_info: [{"id": "13885332-fe8b-4689-b422-a61a9bfc82bf", "address": "fa:16:3e:c2:17:e6", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13885332-fe", "ovs_interfaceid": "13885332-fe8b-4689-b422-a61a9bfc82bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.086690] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.090606] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad231f65-72ff-4762-97ca-0ac987f4200a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.100658] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 861.100658] env[62633]: value = "task-2696243" [ 861.100658] env[62633]: _type = "Task" [ 861.100658] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.113401] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.185495] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.303800] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52255c8a-bbe2-581f-b90e-88c28b88fec3, 'name': SearchDatastore_Task, 'duration_secs': 0.008296} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.304648] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c169dd33-aa36-4aac-806d-c1885c63c0fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.310208] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 861.310208] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d85c5b-c35e-25d9-1983-757ee6eab144" [ 861.310208] env[62633]: _type = "Task" [ 861.310208] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.317927] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d85c5b-c35e-25d9-1983-757ee6eab144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.377949] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "refresh_cache-94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.378200] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "refresh_cache-94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.378330] env[62633]: DEBUG nova.network.neutron [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.390218] env[62633]: DEBUG nova.compute.utils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.394883] env[62633]: DEBUG nova.compute.manager [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.395079] env[62633]: DEBUG nova.network.neutron [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.432777] env[62633]: DEBUG nova.policy [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a5fcb29ee647718d7186b97ab6f41f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2968259a9f141ccae7b05e7424c49db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.487197] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696242, 'name': PowerOffVM_Task, 'duration_secs': 0.321057} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.487476] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.488307] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e15b265-3f94-4c89-a519-9ad25162c143 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.509392] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388d367d-0f9b-4e2d-b88e-f3be2781d7b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.595391] env[62633]: DEBUG oslo_concurrency.lockutils [req-d7d55c51-eee6-4bc6-8fe9-53e20884b2db req-d270decd-3268-4f89-8c1a-b446dabc73bb service nova] Releasing lock "refresh_cache-0029b1e8-1e71-4132-bdb7-917d511633b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.601612] env[62633]: INFO nova.compute.manager [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Took 33.39 seconds to build instance. [ 861.612796] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.685232] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588331} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.688234] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7527f3b5-e4af-4338-8d62-45c4d334dc88/7527f3b5-e4af-4338-8d62-45c4d334dc88.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.688457] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.688909] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0a11549-352c-406b-9442-924b37d7f03f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.695430] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 861.695430] env[62633]: value = "task-2696244" [ 861.695430] env[62633]: _type = "Task" [ 861.695430] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.703229] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.732276] env[62633]: DEBUG nova.network.neutron [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Successfully created port: fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.781153] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b988eb5-b587-46e0-97c6-ad0c9b3cb30a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.788183] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c2bb50-5930-464b-b92e-a2863e2fc63e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.827996] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbafe6e-0412-4afc-9e78-f20efe804009 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.835865] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d85c5b-c35e-25d9-1983-757ee6eab144, 'name': SearchDatastore_Task, 'duration_secs': 0.021603} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.838106] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.838345] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 0029b1e8-1e71-4132-bdb7-917d511633b6/0029b1e8-1e71-4132-bdb7-917d511633b6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.838644] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af5fa779-9e4a-461f-9628-489a706ba260 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.841462] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d65d33-bfdd-4a3f-a3a9-d2a21802650c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.856838] env[62633]: DEBUG nova.compute.provider_tree [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.860291] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 861.860291] env[62633]: value = "task-2696245" [ 861.860291] env[62633]: _type = "Task" [ 861.860291] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.867509] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.896036] env[62633]: DEBUG nova.compute.manager [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.939809] env[62633]: DEBUG nova.network.neutron [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.022595] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 862.023144] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-661db729-af76-4dda-abe3-fdb5bf4667da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.032308] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 862.032308] env[62633]: value = "task-2696246" [ 862.032308] env[62633]: _type = "Task" [ 862.032308] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.046627] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.106217] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "069dc77e-e599-4f19-a2a7-22cf68c2359f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.898s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.111702] env[62633]: DEBUG oslo_vmware.api [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696243, 'name': PowerOnVM_Task, 'duration_secs': 0.905704} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.111930] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.112153] env[62633]: INFO nova.compute.manager [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Took 9.45 seconds to spawn the instance on the hypervisor. [ 862.112325] env[62633]: DEBUG nova.compute.manager [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.113116] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2fe951-43b2-43a9-b4a7-7b1dc71ba9a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.143322] env[62633]: DEBUG nova.network.neutron [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Updating instance_info_cache with network_info: [{"id": "d8ffed1e-9f70-40f1-9a2e-795234295f73", "address": "fa:16:3e:fa:57:68", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8ffed1e-9f", "ovs_interfaceid": "d8ffed1e-9f70-40f1-9a2e-795234295f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.207515] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070426} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.208195] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.208781] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca3486-6565-4d06-8504-206d4e93d5f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.234264] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 7527f3b5-e4af-4338-8d62-45c4d334dc88/7527f3b5-e4af-4338-8d62-45c4d334dc88.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.235104] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82cced1a-9c1b-4e4e-ab58-0b68225a9574 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.257026] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 862.257026] env[62633]: value = "task-2696247" [ 862.257026] env[62633]: _type = "Task" [ 862.257026] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.267026] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.359090] env[62633]: DEBUG nova.compute.manager [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Received event network-vif-plugged-d8ffed1e-9f70-40f1-9a2e-795234295f73 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.359398] env[62633]: DEBUG oslo_concurrency.lockutils [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] Acquiring lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.359837] env[62633]: DEBUG oslo_concurrency.lockutils [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] Lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.359978] env[62633]: DEBUG oslo_concurrency.lockutils [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] Lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.360319] env[62633]: DEBUG nova.compute.manager [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] No waiting events found dispatching network-vif-plugged-d8ffed1e-9f70-40f1-9a2e-795234295f73 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.360648] env[62633]: WARNING nova.compute.manager [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Received unexpected event network-vif-plugged-d8ffed1e-9f70-40f1-9a2e-795234295f73 for instance with vm_state building and task_state spawning. [ 862.360870] env[62633]: DEBUG nova.compute.manager [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Received event network-changed-d8ffed1e-9f70-40f1-9a2e-795234295f73 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.361209] env[62633]: DEBUG nova.compute.manager [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Refreshing instance network info cache due to event network-changed-d8ffed1e-9f70-40f1-9a2e-795234295f73. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 862.361497] env[62633]: DEBUG oslo_concurrency.lockutils [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] Acquiring lock "refresh_cache-94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.363089] env[62633]: DEBUG nova.scheduler.client.report [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.380894] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696245, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.542866] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696246, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.629565] env[62633]: INFO nova.compute.manager [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Took 31.22 seconds to build instance. [ 862.645515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "refresh_cache-94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.645850] env[62633]: DEBUG nova.compute.manager [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Instance network_info: |[{"id": "d8ffed1e-9f70-40f1-9a2e-795234295f73", "address": "fa:16:3e:fa:57:68", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8ffed1e-9f", "ovs_interfaceid": "d8ffed1e-9f70-40f1-9a2e-795234295f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.646157] env[62633]: DEBUG oslo_concurrency.lockutils [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] Acquired lock "refresh_cache-94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.646363] env[62633]: DEBUG nova.network.neutron [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Refreshing network info cache for port d8ffed1e-9f70-40f1-9a2e-795234295f73 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.647913] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:57:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8ffed1e-9f70-40f1-9a2e-795234295f73', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.655875] env[62633]: DEBUG oslo.service.loopingcall [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.656687] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.656920] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-240949f1-c82d-4920-a0f1-d5d17690f6b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.677726] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.677726] env[62633]: value = "task-2696248" [ 862.677726] env[62633]: _type = "Task" [ 862.677726] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.687302] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696248, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.768962] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.877402] env[62633]: DEBUG oslo_concurrency.lockutils [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.879453] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626238} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.879948] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.832s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.881658] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 0029b1e8-1e71-4132-bdb7-917d511633b6/0029b1e8-1e71-4132-bdb7-917d511633b6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.882441] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.882441] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4dd1f45-9d62-46d8-b40c-57f159cb1e4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.888916] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 862.888916] env[62633]: value = "task-2696249" [ 862.888916] env[62633]: _type = "Task" [ 862.888916] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.897435] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.898849] env[62633]: INFO nova.scheduler.client.report [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted allocations for instance c63140ee-bfa7-4fc8-ad05-ea1a69aedd48 [ 862.907342] env[62633]: DEBUG nova.compute.manager [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.931461] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.931843] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.932120] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.932458] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.932705] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.932945] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.933298] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.933559] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.933826] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.934151] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.934404] env[62633]: DEBUG nova.virt.hardware [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.935893] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497807e8-6ec1-48ee-8744-746692dc8e67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.947776] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544962cc-94fc-4ab5-a033-ef550c5fb64f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.043431] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696246, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.132906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-339a777c-aa1a-4548-b69a-8e3299725c58 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "eb357665-3152-4c23-9e15-0207fe1974f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.736s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.133704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "ac489b38-4516-46da-8f90-2645501dd39d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.133828] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "ac489b38-4516-46da-8f90-2645501dd39d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.191046] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696248, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.270541] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696247, 'name': ReconfigVM_Task, 'duration_secs': 0.933183} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.274551] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 7527f3b5-e4af-4338-8d62-45c4d334dc88/7527f3b5-e4af-4338-8d62-45c4d334dc88.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.275320] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8af21352-a990-49cf-94fc-c0c67a73245c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.286023] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 863.286023] env[62633]: value = "task-2696250" [ 863.286023] env[62633]: _type = "Task" [ 863.286023] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.291465] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696250, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.401500] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146634} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.401876] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.402610] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b5e3de-06b2-4c30-8eb5-92c28a63a502 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.409473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-188bfa1e-2c60-4713-a299-2ec9aae58e57 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "c63140ee-bfa7-4fc8-ad05-ea1a69aedd48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.663s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.429568] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 0029b1e8-1e71-4132-bdb7-917d511633b6/0029b1e8-1e71-4132-bdb7-917d511633b6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.435757] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a4f2a52-a471-41d8-905e-f8ab143cb1bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.460056] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 863.460056] env[62633]: value = "task-2696251" [ 863.460056] env[62633]: _type = "Task" [ 863.460056] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.474402] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.490579] env[62633]: DEBUG nova.network.neutron [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Successfully updated port: fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.503568] env[62633]: DEBUG nova.network.neutron [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Updated VIF entry in instance network info cache for port d8ffed1e-9f70-40f1-9a2e-795234295f73. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.503833] env[62633]: DEBUG nova.network.neutron [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Updating instance_info_cache with network_info: [{"id": "d8ffed1e-9f70-40f1-9a2e-795234295f73", "address": "fa:16:3e:fa:57:68", "network": {"id": "b86e3423-2946-4e2c-9670-15b88b4de79f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-351475044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d425ac420141413a8a7a00d705355bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8ffed1e-9f", "ovs_interfaceid": "d8ffed1e-9f70-40f1-9a2e-795234295f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.545516] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696246, 'name': CreateSnapshot_Task, 'duration_secs': 1.303508} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.545816] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.546658] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6715d37-599f-4c62-9636-33911d0e0740 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.637624] env[62633]: DEBUG nova.compute.manager [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.692141] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696248, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.795410] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696250, 'name': Rename_Task, 'duration_secs': 0.187401} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.795702] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.795948] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f431d6e-8e75-4ad6-84f9-f52dbd37f242 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.802532] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 863.802532] env[62633]: value = "task-2696252" [ 863.802532] env[62633]: _type = "Task" [ 863.802532] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.810585] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.846965] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f128028-afb1-4090-a0fd-c1d6451af0a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.854521] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed13ab8d-90f6-4aa7-b36a-9259a012fb26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.887636] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8950c388-7ce2-4c70-bd9f-528f53700e31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.895518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba65a2-4766-4486-a4c5-5ddf6502f340 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.910125] env[62633]: DEBUG nova.compute.provider_tree [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.970685] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.996932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.997129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquired lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.997245] env[62633]: DEBUG nova.network.neutron [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.007827] env[62633]: DEBUG oslo_concurrency.lockutils [req-cac4c2e8-08fb-4bba-b9b6-ad6223b6722d req-dce3f127-2b5f-444a-8d0b-6dc07dc1ed4a service nova] Releasing lock "refresh_cache-94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.071159] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 864.071277] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e3ea944-1fe4-4cf4-972e-c5dfd5970c8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.081670] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 864.081670] env[62633]: value = "task-2696253" [ 864.081670] env[62633]: _type = "Task" [ 864.081670] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.090731] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696253, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.157017] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.189312] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696248, 'name': CreateVM_Task, 'duration_secs': 1.416982} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.189624] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.190434] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.190660] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.191043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.191336] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35a6fdf-604d-4d26-8cf3-69b8abdc948c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.196465] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 864.196465] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52fcf616-6447-e208-a03f-f6cf2b8835fb" [ 864.196465] env[62633]: _type = "Task" [ 864.196465] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.206167] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fcf616-6447-e208-a03f-f6cf2b8835fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.243978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquiring lock "eb357665-3152-4c23-9e15-0207fe1974f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.244407] env[62633]: DEBUG oslo_concurrency.lockutils [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "eb357665-3152-4c23-9e15-0207fe1974f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.244675] env[62633]: DEBUG oslo_concurrency.lockutils [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquiring lock "eb357665-3152-4c23-9e15-0207fe1974f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.244879] env[62633]: DEBUG oslo_concurrency.lockutils [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "eb357665-3152-4c23-9e15-0207fe1974f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.245068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "eb357665-3152-4c23-9e15-0207fe1974f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.247611] env[62633]: INFO nova.compute.manager [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Terminating instance [ 864.313721] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.413898] env[62633]: DEBUG nova.scheduler.client.report [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.425521] env[62633]: DEBUG nova.compute.manager [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Received event network-vif-plugged-fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.425831] env[62633]: DEBUG oslo_concurrency.lockutils [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] Acquiring lock "29d7e175-bce1-4911-833c-b085306be689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.426095] env[62633]: DEBUG oslo_concurrency.lockutils [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] Lock "29d7e175-bce1-4911-833c-b085306be689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.426356] env[62633]: DEBUG oslo_concurrency.lockutils [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] Lock "29d7e175-bce1-4911-833c-b085306be689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.426562] env[62633]: DEBUG nova.compute.manager [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] No waiting events found dispatching network-vif-plugged-fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.426791] env[62633]: WARNING nova.compute.manager [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Received unexpected event network-vif-plugged-fe856049-2401-4e3c-b618-189f737cf8b7 for instance with vm_state building and task_state spawning. [ 864.426973] env[62633]: DEBUG nova.compute.manager [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Received event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.427161] env[62633]: DEBUG nova.compute.manager [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing instance network info cache due to event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 864.427440] env[62633]: DEBUG oslo_concurrency.lockutils [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] Acquiring lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.471663] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696251, 'name': ReconfigVM_Task, 'duration_secs': 0.674141} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.471997] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 0029b1e8-1e71-4132-bdb7-917d511633b6/0029b1e8-1e71-4132-bdb7-917d511633b6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.472660] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e3d220e-a2ec-407f-a1d2-c3ccdf8f3b39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.479968] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 864.479968] env[62633]: value = "task-2696254" [ 864.479968] env[62633]: _type = "Task" [ 864.479968] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.488186] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696254, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.539200] env[62633]: DEBUG nova.network.neutron [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.593211] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696253, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.708582] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fcf616-6447-e208-a03f-f6cf2b8835fb, 'name': SearchDatastore_Task, 'duration_secs': 0.016084} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.708948] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.709290] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.709626] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.709848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.709926] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.710204] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9cefd12-96f2-4fa3-b093-ed5e281d0cf1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.712987] env[62633]: DEBUG nova.network.neutron [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updating instance_info_cache with network_info: [{"id": "fe856049-2401-4e3c-b618-189f737cf8b7", "address": "fa:16:3e:24:76:ee", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe856049-24", "ovs_interfaceid": "fe856049-2401-4e3c-b618-189f737cf8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.721411] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.721622] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.722495] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00ab4ff-3364-40f0-8f79-188a97c5c744 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.727903] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 864.727903] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]522ae9f5-7067-7165-749f-25e5ed8e3120" [ 864.727903] env[62633]: _type = "Task" [ 864.727903] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.737485] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522ae9f5-7067-7165-749f-25e5ed8e3120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.752067] env[62633]: DEBUG nova.compute.manager [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.752205] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.753081] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfed947-027c-4823-a9a9-ff5e897db8e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.760821] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.760821] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d909b21-b3c1-403f-b25b-96ef48d2edba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.768077] env[62633]: DEBUG oslo_vmware.api [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 864.768077] env[62633]: value = "task-2696255" [ 864.768077] env[62633]: _type = "Task" [ 864.768077] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.775937] env[62633]: DEBUG oslo_vmware.api [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.816888] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696252, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.992620] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696254, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.093564] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696253, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.216688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Releasing lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.216890] env[62633]: DEBUG nova.compute.manager [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Instance network_info: |[{"id": "fe856049-2401-4e3c-b618-189f737cf8b7", "address": "fa:16:3e:24:76:ee", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe856049-24", "ovs_interfaceid": "fe856049-2401-4e3c-b618-189f737cf8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.217815] env[62633]: DEBUG oslo_concurrency.lockutils [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] Acquired lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.217815] env[62633]: DEBUG nova.network.neutron [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.218862] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:76:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe856049-2401-4e3c-b618-189f737cf8b7', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.227524] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Creating folder: Project (f2968259a9f141ccae7b05e7424c49db). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.229015] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f2b24c1-8f0c-4a38-90d1-617053cc27c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.240994] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]522ae9f5-7067-7165-749f-25e5ed8e3120, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.241838] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302d6b48-db6d-447f-8368-e86e920d6a29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.245073] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Created folder: Project (f2968259a9f141ccae7b05e7424c49db) in parent group-v543169. [ 865.245262] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Creating folder: Instances. Parent ref: group-v543381. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.245800] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1dfae8d-7294-4b17-a2ce-d33d1d63878a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.250429] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 865.250429] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d51810-5a20-3b27-2525-a87ba4796c1d" [ 865.250429] env[62633]: _type = "Task" [ 865.250429] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.258258] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d51810-5a20-3b27-2525-a87ba4796c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.259532] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Created folder: Instances in parent group-v543381. [ 865.259766] env[62633]: DEBUG oslo.service.loopingcall [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.259950] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29d7e175-bce1-4911-833c-b085306be689] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.260168] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fea8b3bc-8d60-4961-9dd7-28160ea936b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.283116] env[62633]: DEBUG oslo_vmware.api [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696255, 'name': PowerOffVM_Task, 'duration_secs': 0.436057} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.284360] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.284534] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.284745] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.284745] env[62633]: value = "task-2696258" [ 865.284745] env[62633]: _type = "Task" [ 865.284745] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.284916] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-453fa9f7-f98a-4053-90c4-0aa6a980b396 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.294102] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696258, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.316639] env[62633]: DEBUG oslo_vmware.api [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696252, 'name': PowerOnVM_Task, 'duration_secs': 1.464454} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.316992] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.317386] env[62633]: INFO nova.compute.manager [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Took 10.03 seconds to spawn the instance on the hypervisor. [ 865.317641] env[62633]: DEBUG nova.compute.manager [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.318504] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aaa168-f292-43d3-bb38-23d53158e739 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.352404] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.352630] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.353014] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Deleting the datastore file [datastore2] eb357665-3152-4c23-9e15-0207fe1974f3 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.353143] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d427b177-ff72-4d2a-b794-e7135c8fac57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.360813] env[62633]: DEBUG oslo_vmware.api [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for the task: (returnval){ [ 865.360813] env[62633]: value = "task-2696260" [ 865.360813] env[62633]: _type = "Task" [ 865.360813] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.370658] env[62633]: DEBUG oslo_vmware.api [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.424591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.544s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.424850] env[62633]: DEBUG nova.compute.manager [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62633) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 865.427794] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.159s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.428168] env[62633]: DEBUG nova.objects.instance [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lazy-loading 'resources' on Instance uuid fe3b2ad5-f08d-4533-9b19-9b60765eefda {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.493577] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696254, 'name': Rename_Task, 'duration_secs': 0.725192} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.493577] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.493577] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85fc9470-6574-4156-9d65-5fc07e2c412a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.499869] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 865.499869] env[62633]: value = "task-2696261" [ 865.499869] env[62633]: _type = "Task" [ 865.499869] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.508810] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.592950] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696253, 'name': CloneVM_Task, 'duration_secs': 1.382603} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.593295] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Created linked-clone VM from snapshot [ 865.594145] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f0ca77-919d-4992-8f19-84a0d34351d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.602150] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Uploading image ac9557d3-6723-4e6b-9def-d244b9ffec3e {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.632287] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.632287] env[62633]: value = "vm-543380" [ 865.632287] env[62633]: _type = "VirtualMachine" [ 865.632287] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.632635] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3673440-d31f-4622-88da-cde3a87d583c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.639266] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lease: (returnval){ [ 865.639266] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5259e013-f018-f4e1-5738-c641fc5e9f3a" [ 865.639266] env[62633]: _type = "HttpNfcLease" [ 865.639266] env[62633]: } obtained for exporting VM: (result){ [ 865.639266] env[62633]: value = "vm-543380" [ 865.639266] env[62633]: _type = "VirtualMachine" [ 865.639266] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.639636] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the lease: (returnval){ [ 865.639636] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5259e013-f018-f4e1-5738-c641fc5e9f3a" [ 865.639636] env[62633]: _type = "HttpNfcLease" [ 865.639636] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.646831] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.646831] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5259e013-f018-f4e1-5738-c641fc5e9f3a" [ 865.646831] env[62633]: _type = "HttpNfcLease" [ 865.646831] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.760984] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d51810-5a20-3b27-2525-a87ba4796c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.763454] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.763716] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6/94447317-2fe6-4fbe-8b1b-7f1233eb0ae6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.763979] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55d71b5b-822f-48bf-8c49-27e88c76fa07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.770264] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 865.770264] env[62633]: value = "task-2696263" [ 865.770264] env[62633]: _type = "Task" [ 865.770264] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.779914] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.795147] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696258, 'name': CreateVM_Task, 'duration_secs': 0.379664} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.795364] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29d7e175-bce1-4911-833c-b085306be689] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.796095] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.796233] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.796588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.799142] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df5479c-e947-4241-b45f-ee6084781d49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.803873] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 865.803873] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529b0b01-98c9-6dd0-0d52-9a83aff018c8" [ 865.803873] env[62633]: _type = "Task" [ 865.803873] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.811948] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529b0b01-98c9-6dd0-0d52-9a83aff018c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.836799] env[62633]: INFO nova.compute.manager [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Took 28.19 seconds to build instance. [ 865.871227] env[62633]: DEBUG oslo_vmware.api [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Task: {'id': task-2696260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.871393] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.871562] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.871760] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.871949] env[62633]: INFO nova.compute.manager [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 865.872234] env[62633]: DEBUG oslo.service.loopingcall [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.872466] env[62633]: DEBUG nova.compute.manager [-] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.872662] env[62633]: DEBUG nova.network.neutron [-] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.994299] env[62633]: INFO nova.scheduler.client.report [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted allocation for migration 94210271-d3b3-4ec5-9d4f-05465cf19004 [ 866.019097] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696261, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.030315] env[62633]: DEBUG nova.network.neutron [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updated VIF entry in instance network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.030774] env[62633]: DEBUG nova.network.neutron [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updating instance_info_cache with network_info: [{"id": "fe856049-2401-4e3c-b618-189f737cf8b7", "address": "fa:16:3e:24:76:ee", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe856049-24", "ovs_interfaceid": "fe856049-2401-4e3c-b618-189f737cf8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.149495] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.149495] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5259e013-f018-f4e1-5738-c641fc5e9f3a" [ 866.149495] env[62633]: _type = "HttpNfcLease" [ 866.149495] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.155037] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.155037] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5259e013-f018-f4e1-5738-c641fc5e9f3a" [ 866.155037] env[62633]: _type = "HttpNfcLease" [ 866.155037] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.155037] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de889a5-062f-481b-922b-86d340ed2e2a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.165299] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522587c1-fb8a-0e20-b53f-333170c8e9bd/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.165559] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522587c1-fb8a-0e20-b53f-333170c8e9bd/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.282454] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c4308e8-d1ad-4e5a-8ebf-5fbe9d9de90a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.289028] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696263, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.322143] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529b0b01-98c9-6dd0-0d52-9a83aff018c8, 'name': SearchDatastore_Task, 'duration_secs': 0.021524} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.325709] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.326026] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.326313] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.326493] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.326699] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.329597] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f2fe9c8-768a-4a05-82fa-312d38b70b2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.341928] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.700s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.346400] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.346400] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.346769] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1b2669-a00e-4385-814f-736473bb47f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.352539] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 866.352539] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5223d40b-82f2-cef4-4eaa-d52c0b52d5b9" [ 866.352539] env[62633]: _type = "Task" [ 866.352539] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.363627] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5223d40b-82f2-cef4-4eaa-d52c0b52d5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.446100] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1119dada-7589-4365-b3de-5286ab9adcd2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.453751] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09cf49e-7871-48c7-b1dd-18c4c954e0b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.486342] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84791d39-4593-497a-bc8c-ee20bba1e905 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.489916] env[62633]: DEBUG nova.compute.manager [req-84c51118-21be-4333-9c1c-8c166cd3a007 req-dd2564b2-1f6f-42ba-9523-30e9127aee49 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Received event network-vif-deleted-e3f7f844-f072-4685-9e58-ebdb1db53973 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.490120] env[62633]: INFO nova.compute.manager [req-84c51118-21be-4333-9c1c-8c166cd3a007 req-dd2564b2-1f6f-42ba-9523-30e9127aee49 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Neutron deleted interface e3f7f844-f072-4685-9e58-ebdb1db53973; detaching it from the instance and deleting it from the info cache [ 866.490311] env[62633]: DEBUG nova.network.neutron [req-84c51118-21be-4333-9c1c-8c166cd3a007 req-dd2564b2-1f6f-42ba-9523-30e9127aee49 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.497089] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491e099c-c708-44ee-9c3d-760b1ac416ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.504102] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66a3da4e-3935-47ec-b83b-70e1fad82b6c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.044s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.518895] env[62633]: DEBUG nova.compute.provider_tree [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.528625] env[62633]: DEBUG oslo_vmware.api [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696261, 'name': PowerOnVM_Task, 'duration_secs': 0.697312} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.528930] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.529315] env[62633]: INFO nova.compute.manager [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Took 8.67 seconds to spawn the instance on the hypervisor. [ 866.529518] env[62633]: DEBUG nova.compute.manager [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.530613] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e0d937-1dcb-486b-be98-042efdf7134a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.533862] env[62633]: DEBUG oslo_concurrency.lockutils [req-6c061fb9-b686-4b82-a8e9-67a8fb529e86 req-4c2133fd-8ccd-4b00-b3db-fecb57fd3a74 service nova] Releasing lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.744382] env[62633]: DEBUG nova.network.neutron [-] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.781929] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571361} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.782419] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6/94447317-2fe6-4fbe-8b1b-7f1233eb0ae6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.782865] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.783942] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a32ba417-7cb1-43a3-8b63-ea6eab7add2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.789581] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 866.789581] env[62633]: value = "task-2696264" [ 866.789581] env[62633]: _type = "Task" [ 866.789581] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.799966] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.863794] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5223d40b-82f2-cef4-4eaa-d52c0b52d5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.864424] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7513163-8849-4a58-9e40-3ca77339ec08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.870252] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 866.870252] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527272ec-90cc-13ce-01b8-7117f7e08e87" [ 866.870252] env[62633]: _type = "Task" [ 866.870252] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.878012] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527272ec-90cc-13ce-01b8-7117f7e08e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.995174] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5cbebc0-324c-495a-8c32-bee8bb75e7a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.007554] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1183f3b2-2657-4d69-b78f-49744e8933eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.030051] env[62633]: DEBUG nova.scheduler.client.report [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.072239] env[62633]: DEBUG nova.compute.manager [req-84c51118-21be-4333-9c1c-8c166cd3a007 req-dd2564b2-1f6f-42ba-9523-30e9127aee49 service nova] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Detach interface failed, port_id=e3f7f844-f072-4685-9e58-ebdb1db53973, reason: Instance eb357665-3152-4c23-9e15-0207fe1974f3 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 867.075643] env[62633]: INFO nova.compute.manager [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Took 18.69 seconds to build instance. [ 867.085664] env[62633]: DEBUG nova.compute.manager [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 867.247758] env[62633]: INFO nova.compute.manager [-] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Took 1.37 seconds to deallocate network for instance. [ 867.300984] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139237} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.301432] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.302291] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76c22a2-b9e5-4ac3-9ce7-2505e71a1c8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.326415] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6/94447317-2fe6-4fbe-8b1b-7f1233eb0ae6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.327186] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bcd81ee-823f-48c5-a6b2-617d073efdc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.347357] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 867.347357] env[62633]: value = "task-2696265" [ 867.347357] env[62633]: _type = "Task" [ 867.347357] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.358433] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.380890] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527272ec-90cc-13ce-01b8-7117f7e08e87, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.381274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.381551] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 29d7e175-bce1-4911-833c-b085306be689/29d7e175-bce1-4911-833c-b085306be689.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.382426] env[62633]: DEBUG nova.objects.instance [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'flavor' on Instance uuid 3ff447b7-9a02-4f12-8003-b4915cf440a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.385078] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56522628-bc6e-4faf-a64c-10f3a15b8c76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.391628] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 867.391628] env[62633]: value = "task-2696266" [ 867.391628] env[62633]: _type = "Task" [ 867.391628] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.401781] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.537801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.541400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.314s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.541400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.545472] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.388s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.546836] env[62633]: INFO nova.compute.claims [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.566316] env[62633]: INFO nova.scheduler.client.report [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Deleted allocations for instance fe3b2ad5-f08d-4533-9b19-9b60765eefda [ 867.570119] env[62633]: INFO nova.scheduler.client.report [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Deleted allocations for instance c9c0576f-608d-4e30-80dc-2d880da95830 [ 867.578976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.204s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.606632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.755705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.860645] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696265, 'name': ReconfigVM_Task, 'duration_secs': 0.433512} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.861353] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6/94447317-2fe6-4fbe-8b1b-7f1233eb0ae6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.862170] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ab8301f-647d-49bb-bb22-30fdbfe9ce84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.869114] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 867.869114] env[62633]: value = "task-2696267" [ 867.869114] env[62633]: _type = "Task" [ 867.869114] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.881954] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696267, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.891326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.891633] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.891944] env[62633]: DEBUG nova.network.neutron [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.892271] env[62633]: DEBUG nova.objects.instance [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'info_cache' on Instance uuid 3ff447b7-9a02-4f12-8003-b4915cf440a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.906435] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.907911] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 29d7e175-bce1-4911-833c-b085306be689/29d7e175-bce1-4911-833c-b085306be689.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.908311] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.908722] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb7888e9-35ce-4583-b7d1-90f5d967816e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.915937] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 867.915937] env[62633]: value = "task-2696268" [ 867.915937] env[62633]: _type = "Task" [ 867.915937] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.928574] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.082301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95f8da58-5dad-4039-9948-09ee084be525 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "fe3b2ad5-f08d-4533-9b19-9b60765eefda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.386s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.084137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7718798c-9e7b-44fa-bbe5-22b50da15c5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "c9c0576f-608d-4e30-80dc-2d880da95830" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.462s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.204142] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "0029b1e8-1e71-4132-bdb7-917d511633b6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.204397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.380521] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696267, 'name': Rename_Task, 'duration_secs': 0.253035} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.380857] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.381166] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96ed6dfb-623b-4f0f-99a1-6336cb66d8ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.387722] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 868.387722] env[62633]: value = "task-2696269" [ 868.387722] env[62633]: _type = "Task" [ 868.387722] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.395905] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.400302] env[62633]: DEBUG nova.objects.base [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Object Instance<3ff447b7-9a02-4f12-8003-b4915cf440a4> lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 868.426910] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071241} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.427195] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.428016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb89495-3501-45b6-b2e5-8bc49dda37f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.451545] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 29d7e175-bce1-4911-833c-b085306be689/29d7e175-bce1-4911-833c-b085306be689.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.453913] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f05288-6998-4e36-8078-7776ec4ec4c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.478577] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 868.478577] env[62633]: value = "task-2696270" [ 868.478577] env[62633]: _type = "Task" [ 868.478577] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.487899] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.708359] env[62633]: DEBUG nova.compute.utils [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.901543] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.920095] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb838999-c631-4df0-a387-018a5d7d8e54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.928200] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f850d075-baed-421a-a6ed-2394b7ea642b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.966493] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579eb854-dc9b-459f-bb38-98a1af62f04c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.973367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "d00a747e-a32f-47cd-b4b6-76402b158f3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.973639] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.973853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "d00a747e-a32f-47cd-b4b6-76402b158f3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.974050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.974286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.978798] env[62633]: INFO nova.compute.manager [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Terminating instance [ 868.981390] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d3e9f3-1448-4148-853f-2bce60291a0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.004377] env[62633]: DEBUG nova.compute.provider_tree [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.010835] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696270, 'name': ReconfigVM_Task, 'duration_secs': 0.39046} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.014304] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 29d7e175-bce1-4911-833c-b085306be689/29d7e175-bce1-4911-833c-b085306be689.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.015527] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04081b32-1b38-4c2c-b362-8e4aa6a1fa94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.023444] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 869.023444] env[62633]: value = "task-2696271" [ 869.023444] env[62633]: _type = "Task" [ 869.023444] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.033500] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696271, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.161213] env[62633]: DEBUG nova.network.neutron [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance_info_cache with network_info: [{"id": "e1842530-da5b-4025-a453-c8487939953b", "address": "fa:16:3e:05:9d:f5", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1842530-da", "ovs_interfaceid": "e1842530-da5b-4025-a453-c8487939953b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.212067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.398188] env[62633]: DEBUG oslo_vmware.api [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696269, 'name': PowerOnVM_Task, 'duration_secs': 0.75118} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.398478] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.398731] env[62633]: INFO nova.compute.manager [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Took 9.00 seconds to spawn the instance on the hypervisor. [ 869.398926] env[62633]: DEBUG nova.compute.manager [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.399746] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc2e442-743b-4a6e-abd5-b76e017d9b16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.493181] env[62633]: DEBUG nova.compute.manager [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.493438] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.494405] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f05ad97-5e8f-4ae0-8e7c-febc379a0fe6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.502103] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.502387] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f23df2-48a4-403c-80ba-3755ca428e25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.508971] env[62633]: DEBUG oslo_vmware.api [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 869.508971] env[62633]: value = "task-2696272" [ 869.508971] env[62633]: _type = "Task" [ 869.508971] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.514613] env[62633]: DEBUG nova.scheduler.client.report [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.522766] env[62633]: DEBUG oslo_vmware.api [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.532871] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696271, 'name': Rename_Task, 'duration_secs': 0.186295} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.533998] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.534287] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-730562f7-eff2-466a-a6d6-5ea33f7807a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.541480] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 869.541480] env[62633]: value = "task-2696273" [ 869.541480] env[62633]: _type = "Task" [ 869.541480] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.550827] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.664677] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-3ff447b7-9a02-4f12-8003-b4915cf440a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.919113] env[62633]: INFO nova.compute.manager [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Took 21.20 seconds to build instance. [ 870.021570] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.022229] env[62633]: DEBUG nova.compute.manager [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.025097] env[62633]: DEBUG oslo_vmware.api [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696272, 'name': PowerOffVM_Task, 'duration_secs': 0.210999} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.025651] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.419s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.027257] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.027914] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.027914] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-191a8a83-342d-4320-830e-e893a239c9ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.052986] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.093624] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.093807] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.093945] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Deleting the datastore file [datastore1] d00a747e-a32f-47cd-b4b6-76402b158f3a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.094259] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9a9a916-7e24-4332-8708-0d7dde9295a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.102416] env[62633]: DEBUG oslo_vmware.api [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for the task: (returnval){ [ 870.102416] env[62633]: value = "task-2696275" [ 870.102416] env[62633]: _type = "Task" [ 870.102416] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.111842] env[62633]: DEBUG oslo_vmware.api [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.289882] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "0029b1e8-1e71-4132-bdb7-917d511633b6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.290222] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.290495] env[62633]: INFO nova.compute.manager [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Attaching volume 93e7e4f7-c351-44f0-abe5-853fcc5c9c1a to /dev/sdb [ 870.330711] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3063dc4-325d-48bc-a6c0-2a4212f8a0f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.338651] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fbae43-3d83-42bf-8a8a-38a0de0ddd2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.352632] env[62633]: DEBUG nova.virt.block_device [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Updating existing volume attachment record: bb78d271-dc58-4fdd-bd23-35968bd12c3a {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 870.421544] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.709s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.503839] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.504280] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.504353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.504545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.504708] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.506971] env[62633]: INFO nova.compute.manager [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Terminating instance [ 870.527428] env[62633]: DEBUG nova.compute.utils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.529027] env[62633]: DEBUG nova.compute.manager [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.529027] env[62633]: DEBUG nova.network.neutron [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.533464] env[62633]: INFO nova.compute.claims [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.552685] env[62633]: DEBUG oslo_vmware.api [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696273, 'name': PowerOnVM_Task, 'duration_secs': 0.558531} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.552961] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.553736] env[62633]: INFO nova.compute.manager [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Took 7.65 seconds to spawn the instance on the hypervisor. [ 870.553736] env[62633]: DEBUG nova.compute.manager [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.554330] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e62d196-6b2d-41dc-b966-bed803fc4384 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.587528] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.587855] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.588678] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.588978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.589242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.592591] env[62633]: DEBUG nova.policy [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b613a543b5436497e0293146ce26e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ba42cc4c2a436ea2685f89634378da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.594499] env[62633]: INFO nova.compute.manager [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Terminating instance [ 870.614154] env[62633]: DEBUG oslo_vmware.api [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Task: {'id': task-2696275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149382} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.614424] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.614618] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.614847] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.615043] env[62633]: INFO nova.compute.manager [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 870.615332] env[62633]: DEBUG oslo.service.loopingcall [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.615536] env[62633]: DEBUG nova.compute.manager [-] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.615579] env[62633]: DEBUG nova.network.neutron [-] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.671595] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.671920] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-056c2ea0-0a40-4486-b155-62706ea5f3f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.679990] env[62633]: DEBUG oslo_vmware.api [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 870.679990] env[62633]: value = "task-2696279" [ 870.679990] env[62633]: _type = "Task" [ 870.679990] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.688352] env[62633]: DEBUG oslo_vmware.api [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.010605] env[62633]: DEBUG nova.compute.manager [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.010967] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.012851] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb9fc58-b303-4282-88f0-61dac149b1bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.027762] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.028128] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-632925bf-3d65-4274-b12e-6d0a3881fede {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.038081] env[62633]: DEBUG nova.compute.manager [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.041676] env[62633]: DEBUG oslo_vmware.api [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 871.041676] env[62633]: value = "task-2696280" [ 871.041676] env[62633]: _type = "Task" [ 871.041676] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.045120] env[62633]: INFO nova.compute.resource_tracker [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating resource usage from migration 03e278e4-5e63-40eb-83eb-0070fb5b94e3 [ 871.054919] env[62633]: DEBUG nova.compute.manager [req-33ab01a7-0f77-47fe-b544-e36745a9ada9 req-bc9e806f-a4d7-45c3-a75e-bfd494b67656 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Received event network-vif-deleted-5039ff06-ea7b-4344-85a0-062d559b167c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.055212] env[62633]: INFO nova.compute.manager [req-33ab01a7-0f77-47fe-b544-e36745a9ada9 req-bc9e806f-a4d7-45c3-a75e-bfd494b67656 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Neutron deleted interface 5039ff06-ea7b-4344-85a0-062d559b167c; detaching it from the instance and deleting it from the info cache [ 871.055411] env[62633]: DEBUG nova.network.neutron [req-33ab01a7-0f77-47fe-b544-e36745a9ada9 req-bc9e806f-a4d7-45c3-a75e-bfd494b67656 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.071443] env[62633]: DEBUG oslo_vmware.api [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.077291] env[62633]: DEBUG nova.network.neutron [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Successfully created port: cd425777-b812-4261-8937-b613a6f23c25 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.082921] env[62633]: INFO nova.compute.manager [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Took 21.99 seconds to build instance. [ 871.103351] env[62633]: DEBUG nova.compute.manager [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.103652] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.104889] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b923e7-e08a-4523-9038-98e8febeba12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.114381] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.117921] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f86aaef-1111-47a7-b134-a1c292f8dd46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.127980] env[62633]: DEBUG oslo_vmware.api [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 871.127980] env[62633]: value = "task-2696281" [ 871.127980] env[62633]: _type = "Task" [ 871.127980] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.142126] env[62633]: DEBUG oslo_vmware.api [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.197976] env[62633]: DEBUG oslo_vmware.api [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696279, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.481137] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a0bb00-b5c9-4b23-9159-49d5bdf988e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.489318] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc434a2-0003-404c-aee1-b3ff74890c70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.522041] env[62633]: DEBUG nova.network.neutron [-] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.524037] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7530a93e-2bb2-4171-a437-50a2486cb050 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.532202] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eb3e91-05a4-43fd-893e-dbbc9f9a1688 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.551802] env[62633]: DEBUG nova.compute.provider_tree [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.561848] env[62633]: DEBUG oslo_vmware.api [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696280, 'name': PowerOffVM_Task, 'duration_secs': 0.272679} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.562101] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ed965b6-bed9-42ba-99ca-d2d5b9260b06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.563947] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.564996] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.565899] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4d7f7a2-f719-495e-9087-d5e08f21f155 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.575289] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5cb9ed-591e-4cd5-bc01-3be4053250fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.587301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a699b242-d200-44e9-b752-b5333753d74a tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "29d7e175-bce1-4911-833c-b085306be689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.511s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.621721] env[62633]: DEBUG nova.compute.manager [req-33ab01a7-0f77-47fe-b544-e36745a9ada9 req-bc9e806f-a4d7-45c3-a75e-bfd494b67656 service nova] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Detach interface failed, port_id=5039ff06-ea7b-4344-85a0-062d559b167c, reason: Instance d00a747e-a32f-47cd-b4b6-76402b158f3a could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 871.638888] env[62633]: DEBUG oslo_vmware.api [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696281, 'name': PowerOffVM_Task, 'duration_secs': 0.272724} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.639220] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.639398] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.639663] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a0936ee-4fd3-40b5-bb48-b8afb51a5a48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.671978] env[62633]: DEBUG nova.compute.manager [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.673343] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e772b245-8e04-495d-9985-1e432a59644c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.690559] env[62633]: DEBUG oslo_vmware.api [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696279, 'name': PowerOnVM_Task, 'duration_secs': 0.552689} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.690816] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.691033] env[62633]: DEBUG nova.compute.manager [None req-92a64e26-b9ee-43de-a8d0-bf3524d351d6 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.691785] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb6ba81-e069-41f8-ae7e-73b09dc740ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.028431] env[62633]: INFO nova.compute.manager [-] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Took 1.41 seconds to deallocate network for instance. [ 872.055629] env[62633]: DEBUG nova.compute.manager [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.059990] env[62633]: DEBUG nova.scheduler.client.report [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.087839] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.088294] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.088294] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.088463] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.088646] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.088800] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.089016] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.089218] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.089439] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.089636] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.089819] env[62633]: DEBUG nova.virt.hardware [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.091079] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf834b2a-6666-417b-869b-fc10a425afe7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.100148] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ee997-f189-41d9-9fcb-f079c8336071 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.187313] env[62633]: INFO nova.compute.manager [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] instance snapshotting [ 872.190987] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee524ed-77aa-47ba-8e6c-944d9723c817 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.214565] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404da857-aa7c-49f8-8f86-e4a93a0ffd81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.537490] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.564749] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.539s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.564943] env[62633]: INFO nova.compute.manager [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Migrating [ 872.571552] env[62633]: DEBUG oslo_concurrency.lockutils [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.816s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.571784] env[62633]: DEBUG nova.objects.instance [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lazy-loading 'resources' on Instance uuid eb357665-3152-4c23-9e15-0207fe1974f3 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.731196] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 872.731543] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8afb261-1655-4d8e-af45-ecd119e9ce47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.741938] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 872.741938] env[62633]: value = "task-2696285" [ 872.741938] env[62633]: _type = "Task" [ 872.741938] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.760505] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.869194] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.869194] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.869194] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Deleting the datastore file [datastore1] bad0e3dd-7c8e-49cb-b734-b87c2619af3c {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.869194] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9efe5561-74c9-43e6-a67c-ff7ee9e7e8ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.871319] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.871984] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.871984] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Deleting the datastore file [datastore1] 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.872771] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a006c81e-0924-40b3-9af4-01e2f3782b14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.880358] env[62633]: DEBUG oslo_vmware.api [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 872.880358] env[62633]: value = "task-2696287" [ 872.880358] env[62633]: _type = "Task" [ 872.880358] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.882650] env[62633]: DEBUG oslo_vmware.api [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for the task: (returnval){ [ 872.882650] env[62633]: value = "task-2696286" [ 872.882650] env[62633]: _type = "Task" [ 872.882650] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.908222] env[62633]: DEBUG oslo_vmware.api [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.908971] env[62633]: DEBUG oslo_vmware.api [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.928094] env[62633]: DEBUG nova.network.neutron [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Successfully updated port: cd425777-b812-4261-8937-b613a6f23c25 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.093481] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.093811] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.093963] env[62633]: DEBUG nova.network.neutron [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.227100] env[62633]: DEBUG nova.compute.manager [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Received event network-vif-plugged-cd425777-b812-4261-8937-b613a6f23c25 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.227372] env[62633]: DEBUG oslo_concurrency.lockutils [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] Acquiring lock "ac489b38-4516-46da-8f90-2645501dd39d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.227628] env[62633]: DEBUG oslo_concurrency.lockutils [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] Lock "ac489b38-4516-46da-8f90-2645501dd39d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.227824] env[62633]: DEBUG oslo_concurrency.lockutils [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] Lock "ac489b38-4516-46da-8f90-2645501dd39d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.228129] env[62633]: DEBUG nova.compute.manager [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] [instance: ac489b38-4516-46da-8f90-2645501dd39d] No waiting events found dispatching network-vif-plugged-cd425777-b812-4261-8937-b613a6f23c25 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.228346] env[62633]: WARNING nova.compute.manager [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Received unexpected event network-vif-plugged-cd425777-b812-4261-8937-b613a6f23c25 for instance with vm_state building and task_state spawning. [ 873.228545] env[62633]: DEBUG nova.compute.manager [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Received event network-changed-cd425777-b812-4261-8937-b613a6f23c25 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.228730] env[62633]: DEBUG nova.compute.manager [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Refreshing instance network info cache due to event network-changed-cd425777-b812-4261-8937-b613a6f23c25. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 873.228985] env[62633]: DEBUG oslo_concurrency.lockutils [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] Acquiring lock "refresh_cache-ac489b38-4516-46da-8f90-2645501dd39d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.229079] env[62633]: DEBUG oslo_concurrency.lockutils [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] Acquired lock "refresh_cache-ac489b38-4516-46da-8f90-2645501dd39d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.229248] env[62633]: DEBUG nova.network.neutron [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Refreshing network info cache for port cd425777-b812-4261-8937-b613a6f23c25 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.256299] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.393946] env[62633]: DEBUG oslo_vmware.api [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180161} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.400787] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.400787] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.400787] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.401044] env[62633]: INFO nova.compute.manager [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Took 2.30 seconds to destroy the instance on the hypervisor. [ 873.401113] env[62633]: DEBUG oslo.service.loopingcall [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.401595] env[62633]: DEBUG nova.compute.manager [-] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.401823] env[62633]: DEBUG nova.network.neutron [-] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.409290] env[62633]: DEBUG oslo_vmware.api [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Task: {'id': task-2696286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182317} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.409578] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.409788] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.410022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.410232] env[62633]: INFO nova.compute.manager [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Took 2.40 seconds to destroy the instance on the hypervisor. [ 873.410497] env[62633]: DEBUG oslo.service.loopingcall [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.410752] env[62633]: DEBUG nova.compute.manager [-] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.410886] env[62633]: DEBUG nova.network.neutron [-] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.433850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "refresh_cache-ac489b38-4516-46da-8f90-2645501dd39d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.453843] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db619d13-95a9-4a56-9a7f-14444713307d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.462749] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e802f696-c7d2-4ecc-b431-6e117e310010 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.498155] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c598b473-9efd-4059-81d2-d70da3fda39b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.509409] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0027e135-35b5-4e48-bffd-93eb7facf53d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.526613] env[62633]: DEBUG nova.compute.provider_tree [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.652432] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "13b29714-9067-43be-bbe2-180ce9abcb91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.652624] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "13b29714-9067-43be-bbe2-180ce9abcb91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.754837] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696285, 'name': CreateSnapshot_Task, 'duration_secs': 0.863933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.755142] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 873.756084] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329c0417-96aa-4a3a-bef0-cda2289ba0f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.760514] env[62633]: DEBUG nova.network.neutron [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.795735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.796011] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.796319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "3ff447b7-9a02-4f12-8003-b4915cf440a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.796550] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.796722] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.799382] env[62633]: INFO nova.compute.manager [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Terminating instance [ 873.852827] env[62633]: DEBUG nova.network.neutron [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.016111] env[62633]: DEBUG nova.network.neutron [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance_info_cache with network_info: [{"id": "17b3f633-d416-49d7-8151-60f9fbe67396", "address": "fa:16:3e:2b:56:4f", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b3f633-d4", "ovs_interfaceid": "17b3f633-d416-49d7-8151-60f9fbe67396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.029890] env[62633]: DEBUG nova.scheduler.client.report [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.155400] env[62633]: DEBUG nova.compute.manager [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.277248] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 874.277248] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b7cefd1-2d38-4fb4-a17a-11df6222e03b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.286058] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 874.286058] env[62633]: value = "task-2696288" [ 874.286058] env[62633]: _type = "Task" [ 874.286058] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.294569] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696288, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.308580] env[62633]: DEBUG nova.compute.manager [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.308805] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.309732] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a13907-b5b2-4ebe-9428-262d232c7cf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.317255] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.317558] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c5326e-bdb2-46bf-b5b2-f914e1f433c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.326673] env[62633]: DEBUG oslo_vmware.api [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 874.326673] env[62633]: value = "task-2696289" [ 874.326673] env[62633]: _type = "Task" [ 874.326673] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.335084] env[62633]: DEBUG oslo_vmware.api [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.357921] env[62633]: DEBUG oslo_concurrency.lockutils [req-36f5a79c-8d85-4764-a5b4-67b8d2886491 req-f4e4c20d-89b1-4460-a472-21f905014deb service nova] Releasing lock "refresh_cache-ac489b38-4516-46da-8f90-2645501dd39d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.357921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "refresh_cache-ac489b38-4516-46da-8f90-2645501dd39d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.357921] env[62633]: DEBUG nova.network.neutron [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.474352] env[62633]: DEBUG nova.network.neutron [-] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.482198] env[62633]: DEBUG nova.network.neutron [-] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.518875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.536112] env[62633]: DEBUG oslo_concurrency.lockutils [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.539714] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.539714] env[62633]: DEBUG nova.objects.instance [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lazy-loading 'resources' on Instance uuid d00a747e-a32f-47cd-b4b6-76402b158f3a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.566622] env[62633]: INFO nova.scheduler.client.report [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Deleted allocations for instance eb357665-3152-4c23-9e15-0207fe1974f3 [ 874.675401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.796533] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696288, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.837579] env[62633]: DEBUG oslo_vmware.api [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696289, 'name': PowerOffVM_Task, 'duration_secs': 0.296718} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.837915] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.838108] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.838381] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df5128a-4210-48eb-b5d6-92b12a916579 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.889503] env[62633]: DEBUG nova.network.neutron [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.901162] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 874.901409] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543385', 'volume_id': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'name': 'volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0029b1e8-1e71-4132-bdb7-917d511633b6', 'attached_at': '', 'detached_at': '', 'volume_id': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'serial': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 874.902408] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b381dcf-0921-4f08-a854-d07b0aef4315 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.922261] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.922515] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.922699] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleting the datastore file [datastore2] 3ff447b7-9a02-4f12-8003-b4915cf440a4 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.923497] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81c1967-7a96-4e6b-932a-65eca897b7de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.927352] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e4a4944-9658-4a33-8431-068dff04ef36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.953519] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a/volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.958175] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a6484b-3066-4c05-bb41-06403ace3db2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.973905] env[62633]: DEBUG oslo_vmware.api [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 874.973905] env[62633]: value = "task-2696291" [ 874.973905] env[62633]: _type = "Task" [ 874.973905] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.979890] env[62633]: INFO nova.compute.manager [-] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Took 1.58 seconds to deallocate network for instance. [ 874.980285] env[62633]: DEBUG oslo_vmware.api [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 874.980285] env[62633]: value = "task-2696292" [ 874.980285] env[62633]: _type = "Task" [ 874.980285] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.992929] env[62633]: INFO nova.compute.manager [-] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Took 1.58 seconds to deallocate network for instance. [ 874.993384] env[62633]: DEBUG oslo_vmware.api [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.004740] env[62633]: DEBUG oslo_vmware.api [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.076388] env[62633]: DEBUG oslo_concurrency.lockutils [None req-368e06a6-39aa-485c-9b48-7640628477d0 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Lock "eb357665-3152-4c23-9e15-0207fe1974f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.832s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.097284] env[62633]: DEBUG nova.network.neutron [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Updating instance_info_cache with network_info: [{"id": "cd425777-b812-4261-8937-b613a6f23c25", "address": "fa:16:3e:b0:42:6e", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd425777-b8", "ovs_interfaceid": "cd425777-b812-4261-8937-b613a6f23c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.258566] env[62633]: DEBUG nova.compute.manager [req-b6cf0a8f-db3e-4f85-91c9-6374c097d0a3 req-4de3c557-3204-4060-b18a-d41cfb0fcadd service nova] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Received event network-vif-deleted-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.258819] env[62633]: DEBUG nova.compute.manager [req-b6cf0a8f-db3e-4f85-91c9-6374c097d0a3 req-4de3c557-3204-4060-b18a-d41cfb0fcadd service nova] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Received event network-vif-deleted-77bf1e48-a65b-4ebb-b03d-950fadb79368 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.299731] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696288, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.392653] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc75cab2-fbd5-42be-8875-9e200c4df598 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.401361] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408db2fe-cc91-4b78-b6c0-1ac5df91982e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.432521] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c50fc67-54f3-490c-894c-3a53f81684f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.440565] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc6387-53d0-4299-bbfb-1db55ae5216c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.455398] env[62633]: DEBUG nova.compute.provider_tree [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.485057] env[62633]: DEBUG oslo_vmware.api [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200119} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.488300] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.488522] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.488728] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.488906] env[62633]: INFO nova.compute.manager [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 875.489245] env[62633]: DEBUG oslo.service.loopingcall [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.489463] env[62633]: DEBUG nova.compute.manager [-] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.489561] env[62633]: DEBUG nova.network.neutron [-] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.493666] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.497527] env[62633]: DEBUG oslo_vmware.api [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.505946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.600041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "refresh_cache-ac489b38-4516-46da-8f90-2645501dd39d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.600371] env[62633]: DEBUG nova.compute.manager [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Instance network_info: |[{"id": "cd425777-b812-4261-8937-b613a6f23c25", "address": "fa:16:3e:b0:42:6e", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd425777-b8", "ovs_interfaceid": "cd425777-b812-4261-8937-b613a6f23c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.600783] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:42:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd425777-b812-4261-8937-b613a6f23c25', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.608727] env[62633]: DEBUG oslo.service.loopingcall [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.609371] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.609601] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a33188f6-16a4-47d9-a671-357ad3abbd45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.633449] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.633449] env[62633]: value = "task-2696293" [ 875.633449] env[62633]: _type = "Task" [ 875.633449] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.644018] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696293, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.741935] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522587c1-fb8a-0e20-b53f-333170c8e9bd/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.743015] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4596c37-3569-4764-b54f-d55edd003804 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.750316] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522587c1-fb8a-0e20-b53f-333170c8e9bd/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.750601] env[62633]: ERROR oslo_vmware.rw_handles [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522587c1-fb8a-0e20-b53f-333170c8e9bd/disk-0.vmdk due to incomplete transfer. [ 875.750787] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26035d36-6fbe-460e-8738-7251808ee5c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.757214] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522587c1-fb8a-0e20-b53f-333170c8e9bd/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.757471] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Uploaded image ac9557d3-6723-4e6b-9def-d244b9ffec3e to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.759639] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.759914] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-094ce979-a294-4f8e-82c8-d86340f6f598 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.765400] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 875.765400] env[62633]: value = "task-2696294" [ 875.765400] env[62633]: _type = "Task" [ 875.765400] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.773033] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696294, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.795923] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696288, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.959318] env[62633]: DEBUG nova.scheduler.client.report [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.993882] env[62633]: DEBUG oslo_vmware.api [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696292, 'name': ReconfigVM_Task, 'duration_secs': 0.738203} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.994221] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a/volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.999181] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a830871-9149-4b52-a83f-fea879bb85ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.017277] env[62633]: DEBUG oslo_vmware.api [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 876.017277] env[62633]: value = "task-2696295" [ 876.017277] env[62633]: _type = "Task" [ 876.017277] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.027515] env[62633]: DEBUG oslo_vmware.api [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.038326] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1faf8d-bc4c-4c10-a7c9-a33f60876525 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.059753] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance '7527f3b5-e4af-4338-8d62-45c4d334dc88' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.143701] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696293, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.276961] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696294, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.297755] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696288, 'name': CloneVM_Task, 'duration_secs': 1.741155} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.298112] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Created linked-clone VM from snapshot [ 876.298960] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08df6186-c62f-4eab-b5b2-b550c2324c97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.306692] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Uploading image 39405e63-5a2e-41e2-99ad-cedcd9736dd9 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 876.323235] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.323516] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca013738-ce4d-4854-aefe-2bfece0bba4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.330891] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 876.330891] env[62633]: value = "task-2696296" [ 876.330891] env[62633]: _type = "Task" [ 876.330891] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.338922] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696296, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.467023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.468154] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.793s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.472021] env[62633]: INFO nova.compute.claims [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.501717] env[62633]: INFO nova.scheduler.client.report [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Deleted allocations for instance d00a747e-a32f-47cd-b4b6-76402b158f3a [ 876.531495] env[62633]: DEBUG oslo_vmware.api [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696295, 'name': ReconfigVM_Task, 'duration_secs': 0.186945} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.532204] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543385', 'volume_id': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'name': 'volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0029b1e8-1e71-4132-bdb7-917d511633b6', 'attached_at': '', 'detached_at': '', 'volume_id': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'serial': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 876.568171] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.568171] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b3066e3-431f-43da-b4c1-46a8f8e72f01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.578022] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 876.578022] env[62633]: value = "task-2696297" [ 876.578022] env[62633]: _type = "Task" [ 876.578022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.588261] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.645035] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696293, 'name': CreateVM_Task, 'duration_secs': 0.54191} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.645262] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.646013] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.646249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.646840] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.646928] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd79e40-103e-4ad5-bcbb-4fb8bbf31a12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.651727] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 876.651727] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c50647-22e3-2249-c6a0-901a1c2165e8" [ 876.651727] env[62633]: _type = "Task" [ 876.651727] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.660593] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c50647-22e3-2249-c6a0-901a1c2165e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.776780] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696294, 'name': Destroy_Task, 'duration_secs': 0.752782} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.777103] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Destroyed the VM [ 876.777625] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.777696] env[62633]: DEBUG nova.network.neutron [-] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.778885] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-063d1cb5-dc0c-4e66-9eda-0582b5b3525f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.786796] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 876.786796] env[62633]: value = "task-2696298" [ 876.786796] env[62633]: _type = "Task" [ 876.786796] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.794444] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696298, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.844488] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696296, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.011657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d8d5c70f-2e80-4f97-b959-123a620f1e5f tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Lock "d00a747e-a32f-47cd-b4b6-76402b158f3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.038s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.086257] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696297, 'name': PowerOffVM_Task, 'duration_secs': 0.28613} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.086985] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.086985] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance '7527f3b5-e4af-4338-8d62-45c4d334dc88' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.166153] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c50647-22e3-2249-c6a0-901a1c2165e8, 'name': SearchDatastore_Task, 'duration_secs': 0.017915} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.166715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.167188] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.167533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.167778] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.168131] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.168851] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a20edb-bb01-4a62-b77a-af30292c1611 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.180466] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.180466] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.180671] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e6b846-4a3b-460a-bd09-889eefce88b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.187524] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 877.187524] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f21535-4bbb-e987-2bf8-ce182b2af558" [ 877.187524] env[62633]: _type = "Task" [ 877.187524] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.197337] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f21535-4bbb-e987-2bf8-ce182b2af558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.283929] env[62633]: INFO nova.compute.manager [-] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Took 1.79 seconds to deallocate network for instance. [ 877.320429] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696298, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.353720] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696296, 'name': Destroy_Task, 'duration_secs': 0.626631} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.353720] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Destroyed the VM [ 877.353720] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.353720] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76fcd753-7815-47bd-9abf-7a50fb9384da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.358152] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 877.358152] env[62633]: value = "task-2696299" [ 877.358152] env[62633]: _type = "Task" [ 877.358152] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.367258] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696299, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.429464] env[62633]: DEBUG nova.compute.manager [req-d0cdeb37-3eb4-44b8-8896-0af927c94205 req-79b27e17-2c12-4ed9-a299-0a4c420fce38 service nova] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Received event network-vif-deleted-e1842530-da5b-4025-a453-c8487939953b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.595399] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.595657] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.595817] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.595997] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.596157] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.596377] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.596620] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.596781] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.596939] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.597408] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.597665] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.608438] env[62633]: DEBUG nova.objects.instance [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lazy-loading 'flavor' on Instance uuid 0029b1e8-1e71-4132-bdb7-917d511633b6 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.617553] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c031be7-4fe0-4cd9-85fe-efa149c947aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.646326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3731fbec-7f0e-47c5-8734-239ad4c119b2 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.356s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.653184] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 877.653184] env[62633]: value = "task-2696300" [ 877.653184] env[62633]: _type = "Task" [ 877.653184] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.665555] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.701051] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f21535-4bbb-e987-2bf8-ce182b2af558, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.702112] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3c4f91-d73a-4c3f-918d-5536987e2a90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.708471] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 877.708471] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52bfeef8-a66a-30ce-4416-95a336437da5" [ 877.708471] env[62633]: _type = "Task" [ 877.708471] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.722647] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52bfeef8-a66a-30ce-4416-95a336437da5, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.722949] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.723414] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ac489b38-4516-46da-8f90-2645501dd39d/ac489b38-4516-46da-8f90-2645501dd39d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.724150] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fd93957-d1a5-4504-a7e2-7f34eaab101a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.735064] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 877.735064] env[62633]: value = "task-2696301" [ 877.735064] env[62633]: _type = "Task" [ 877.735064] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.743773] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.799640] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696298, 'name': RemoveSnapshot_Task, 'duration_secs': 0.535301} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.802714] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.802982] env[62633]: DEBUG nova.compute.manager [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.804157] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf98848-69b6-4e30-8d02-969b86468d16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.809094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.870567] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696299, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.872737] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde06d60-19cb-4fb6-9890-1968ce8cfa2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.880690] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1a4c99-7e2b-4864-b15f-d7181085f0dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.916044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "0029b1e8-1e71-4132-bdb7-917d511633b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.916410] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.916579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "0029b1e8-1e71-4132-bdb7-917d511633b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.916751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.916919] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.919499] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37999b9-b1c7-4787-8ddc-dbe78ae393f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.922551] env[62633]: INFO nova.compute.manager [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Terminating instance [ 877.930359] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c07c68-88c8-4b98-91f6-ed22b580bf82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.946458] env[62633]: DEBUG nova.compute.provider_tree [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.164873] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696300, 'name': ReconfigVM_Task, 'duration_secs': 0.162073} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.165305] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance '7527f3b5-e4af-4338-8d62-45c4d334dc88' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.246225] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696301, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.320634] env[62633]: INFO nova.compute.manager [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Shelve offloading [ 878.370495] env[62633]: DEBUG oslo_vmware.api [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696299, 'name': RemoveSnapshot_Task, 'duration_secs': 0.941793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.370956] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.429301] env[62633]: DEBUG nova.compute.manager [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.429301] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.429301] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33710e04-5387-451b-b25b-a7426d7a6add {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.437028] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 878.437028] env[62633]: value = "task-2696302" [ 878.437028] env[62633]: _type = "Task" [ 878.437028] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.443815] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.449849] env[62633]: DEBUG nova.scheduler.client.report [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.674023] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.674023] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.674023] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.674284] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.674320] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.674467] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.674674] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.675269] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.675269] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.675269] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.675428] env[62633]: DEBUG nova.virt.hardware [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.680834] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 878.681146] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80775e0-0f7d-4abd-87fe-5b7e38624043 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.699949] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 878.699949] env[62633]: value = "task-2696303" [ 878.699949] env[62633]: _type = "Task" [ 878.699949] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.709451] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.746396] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515897} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.746904] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ac489b38-4516-46da-8f90-2645501dd39d/ac489b38-4516-46da-8f90-2645501dd39d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.747411] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.747803] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f73770a-65c6-4475-a3d4-37bc81eb02a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.754510] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 878.754510] env[62633]: value = "task-2696304" [ 878.754510] env[62633]: _type = "Task" [ 878.754510] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.763162] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.826426] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.826661] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee3e1633-22e6-40fa-b0f4-1e47ac6c32ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.837258] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 878.837258] env[62633]: value = "task-2696305" [ 878.837258] env[62633]: _type = "Task" [ 878.837258] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.854808] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 878.855549] env[62633]: DEBUG nova.compute.manager [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.857083] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ce5c8-3eaf-4ac1-b429-414fe0a0317d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.868262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.868262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.868262] env[62633]: DEBUG nova.network.neutron [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.876921] env[62633]: WARNING nova.compute.manager [None req-37653067-0817-4589-8cf7-e27e2509e7cc tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Image not found during snapshot: nova.exception.ImageNotFound: Image 39405e63-5a2e-41e2-99ad-cedcd9736dd9 could not be found. [ 878.949083] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696302, 'name': PowerOffVM_Task, 'duration_secs': 0.198918} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.950462] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.950715] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 878.950921] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543385', 'volume_id': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'name': 'volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0029b1e8-1e71-4132-bdb7-917d511633b6', 'attached_at': '', 'detached_at': '', 'volume_id': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'serial': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 878.951750] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fe1f3e-66b9-4369-b2b0-c80953e06cce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.954955] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.955476] env[62633]: DEBUG nova.compute.manager [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.958015] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.464s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.962473] env[62633]: DEBUG nova.objects.instance [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lazy-loading 'resources' on Instance uuid 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.983363] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b322b9d2-e338-409b-aed7-c0f4ade9a4eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.995159] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12d4273-9dc1-4284-a187-45e2b5ae22e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.017619] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc14dcce-44c3-4da1-bf08-e38df4185462 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.035889] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] The volume has not been displaced from its original location: [datastore1] volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a/volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 879.042431] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.043241] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a8dc306-2c84-4ada-ab38-20b625b91fad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.065670] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 879.065670] env[62633]: value = "task-2696306" [ 879.065670] env[62633]: _type = "Task" [ 879.065670] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.075354] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.210530] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696303, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.263974] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065096} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.264336] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.265089] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d007e22-5e13-48c4-bbf4-c6f41f025acd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.288889] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] ac489b38-4516-46da-8f90-2645501dd39d/ac489b38-4516-46da-8f90-2645501dd39d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.289502] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd93705-265e-469c-9cff-a577e8918de8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.310158] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 879.310158] env[62633]: value = "task-2696307" [ 879.310158] env[62633]: _type = "Task" [ 879.310158] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.318914] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.465661] env[62633]: DEBUG nova.compute.utils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.474887] env[62633]: DEBUG nova.compute.manager [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.474887] env[62633]: DEBUG nova.network.neutron [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.496375] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.496703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.496935] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.497123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.497300] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.499978] env[62633]: INFO nova.compute.manager [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Terminating instance [ 879.579741] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.710195] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696303, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.784205] env[62633]: DEBUG nova.policy [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a5fcb29ee647718d7186b97ab6f41f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2968259a9f141ccae7b05e7424c49db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.791444] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a6af69-ac16-4c5a-82f8-005d7d3c5d41 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.798920] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670ad982-4df9-49c2-9f04-ba0948c490ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.835215] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f07796-1af7-4697-90f9-62502b675c49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.842286] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.848183] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b88c99-28af-4a90-8999-6c7c182c27fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.862958] env[62633]: DEBUG nova.compute.provider_tree [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.973661] env[62633]: DEBUG nova.compute.manager [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.003371] env[62633]: DEBUG nova.compute.manager [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.003600] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.004535] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a18da72-70ca-41bc-b0e4-d4371a42766e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.014117] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.014437] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c022801d-0956-4ba1-907d-d3fe7bf7d1cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.021503] env[62633]: DEBUG oslo_vmware.api [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 880.021503] env[62633]: value = "task-2696308" [ 880.021503] env[62633]: _type = "Task" [ 880.021503] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.032136] env[62633]: DEBUG oslo_vmware.api [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.053367] env[62633]: DEBUG nova.network.neutron [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating instance_info_cache with network_info: [{"id": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "address": "fa:16:3e:f1:e9:0f", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208f68d0-29", "ovs_interfaceid": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.080114] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696306, 'name': ReconfigVM_Task, 'duration_secs': 0.999015} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.080442] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 880.086239] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b224d816-3650-4c12-89e3-d37af3f913c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.104093] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 880.104093] env[62633]: value = "task-2696309" [ 880.104093] env[62633]: _type = "Task" [ 880.104093] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.114528] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.225450] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696303, 'name': ReconfigVM_Task, 'duration_secs': 1.166826} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.225750] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 880.226648] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef7723-9b32-4f5b-acc6-e15861a8e343 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.258858] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 7527f3b5-e4af-4338-8d62-45c4d334dc88/7527f3b5-e4af-4338-8d62-45c4d334dc88.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.259069] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476d5dad-7cdf-4432-b14d-79d249481143 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.278227] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 880.278227] env[62633]: value = "task-2696310" [ 880.278227] env[62633]: _type = "Task" [ 880.278227] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.286559] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.340624] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696307, 'name': ReconfigVM_Task, 'duration_secs': 0.802815} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.340978] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Reconfigured VM instance instance-0000004d to attach disk [datastore1] ac489b38-4516-46da-8f90-2645501dd39d/ac489b38-4516-46da-8f90-2645501dd39d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.341877] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-803ecbda-4da8-4456-a95c-04540abbae6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.348211] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 880.348211] env[62633]: value = "task-2696311" [ 880.348211] env[62633]: _type = "Task" [ 880.348211] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.357123] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696311, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.367316] env[62633]: DEBUG nova.scheduler.client.report [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.380607] env[62633]: DEBUG nova.network.neutron [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Successfully created port: 3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.533703] env[62633]: DEBUG oslo_vmware.api [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696308, 'name': PowerOffVM_Task, 'duration_secs': 0.156978} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.533988] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.534185] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.534447] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-457cf3d6-1f90-41b2-b8b1-e17d1cd5202d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.558906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.595117] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.595343] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.595534] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleting the datastore file [datastore1] 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.595831] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c096851-a4b6-4da8-ae37-0b29cd437942 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.603316] env[62633]: DEBUG oslo_vmware.api [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for the task: (returnval){ [ 880.603316] env[62633]: value = "task-2696313" [ 880.603316] env[62633]: _type = "Task" [ 880.603316] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.615649] env[62633]: DEBUG oslo_vmware.api [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.618983] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696309, 'name': ReconfigVM_Task, 'duration_secs': 0.144202} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.619376] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543385', 'volume_id': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'name': 'volume-93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0029b1e8-1e71-4132-bdb7-917d511633b6', 'attached_at': '', 'detached_at': '', 'volume_id': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a', 'serial': '93e7e4f7-c351-44f0-abe5-853fcc5c9c1a'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 880.619685] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.620570] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c40cd-14cc-4e33-97bd-fac8779f0943 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.627774] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.628088] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1420b35-0d2c-459e-8eb7-918e3a0123e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.684802] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.685023] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.685226] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleting the datastore file [datastore2] 0029b1e8-1e71-4132-bdb7-917d511633b6 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.685777] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fecc0024-fbaa-44b3-9bf7-ddbf12caa96b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.694451] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 880.694451] env[62633]: value = "task-2696315" [ 880.694451] env[62633]: _type = "Task" [ 880.694451] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.705549] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.789306] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696310, 'name': ReconfigVM_Task, 'duration_secs': 0.268831} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.789655] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 7527f3b5-e4af-4338-8d62-45c4d334dc88/7527f3b5-e4af-4338-8d62-45c4d334dc88.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.789980] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance '7527f3b5-e4af-4338-8d62-45c4d334dc88' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.858865] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696311, 'name': Rename_Task, 'duration_secs': 0.146609} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.859354] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.859503] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa5a47a3-b778-40f1-a773-4812cfcc94ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.866250] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 880.866250] env[62633]: value = "task-2696316" [ 880.866250] env[62633]: _type = "Task" [ 880.866250] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.874631] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.876546] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.877129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.371s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.877329] env[62633]: DEBUG nova.objects.instance [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lazy-loading 'resources' on Instance uuid bad0e3dd-7c8e-49cb-b734-b87c2619af3c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.914901] env[62633]: INFO nova.scheduler.client.report [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Deleted allocations for instance 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00 [ 880.973463] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.974653] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1edf3b9-bff5-4f49-a6bb-00abcf433e12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.984655] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.984923] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bb41564-2330-4da0-8a85-97fc568a6cd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.991113] env[62633]: DEBUG nova.compute.manager [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.018828] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.019140] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.019397] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.019479] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.019626] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.019950] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.020297] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.020533] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.020794] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.020986] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.021571] env[62633]: DEBUG nova.virt.hardware [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.022458] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458af187-8e89-4e0a-b3e8-c6805fe3201c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.032843] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9389963d-d871-4ba4-b3e6-9bf0cc93b994 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.077985] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.078291] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.078485] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleting the datastore file [datastore2] 04e84ba4-d3a5-4540-b625-d9d1d89154a7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.078759] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b091e95d-25d5-476a-80c0-5d2f25dede07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.090061] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 881.090061] env[62633]: value = "task-2696318" [ 881.090061] env[62633]: _type = "Task" [ 881.090061] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.101854] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.112235] env[62633]: DEBUG oslo_vmware.api [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Task: {'id': task-2696313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155582} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.112510] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.112698] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.112999] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.113617] env[62633]: INFO nova.compute.manager [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 881.114159] env[62633]: DEBUG oslo.service.loopingcall [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.114412] env[62633]: DEBUG nova.compute.manager [-] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.114539] env[62633]: DEBUG nova.network.neutron [-] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.206155] env[62633]: DEBUG oslo_vmware.api [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151071} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.207641] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.207899] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.208163] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.208417] env[62633]: INFO nova.compute.manager [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Took 2.78 seconds to destroy the instance on the hypervisor. [ 881.208712] env[62633]: DEBUG oslo.service.loopingcall [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.210025] env[62633]: DEBUG nova.compute.manager [req-5c9222ac-6180-485d-9b12-edd0c3359a67 req-9831e645-f525-4343-b95e-6a9561b9cd85 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received event network-vif-unplugged-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.210248] env[62633]: DEBUG oslo_concurrency.lockutils [req-5c9222ac-6180-485d-9b12-edd0c3359a67 req-9831e645-f525-4343-b95e-6a9561b9cd85 service nova] Acquiring lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.210487] env[62633]: DEBUG oslo_concurrency.lockutils [req-5c9222ac-6180-485d-9b12-edd0c3359a67 req-9831e645-f525-4343-b95e-6a9561b9cd85 service nova] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.210680] env[62633]: DEBUG oslo_concurrency.lockutils [req-5c9222ac-6180-485d-9b12-edd0c3359a67 req-9831e645-f525-4343-b95e-6a9561b9cd85 service nova] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.210868] env[62633]: DEBUG nova.compute.manager [req-5c9222ac-6180-485d-9b12-edd0c3359a67 req-9831e645-f525-4343-b95e-6a9561b9cd85 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] No waiting events found dispatching network-vif-unplugged-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.211286] env[62633]: WARNING nova.compute.manager [req-5c9222ac-6180-485d-9b12-edd0c3359a67 req-9831e645-f525-4343-b95e-6a9561b9cd85 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received unexpected event network-vif-unplugged-208f68d0-2952-4fbb-b8a4-d132ff92a298 for instance with vm_state shelved and task_state shelving_offloading. [ 881.212100] env[62633]: DEBUG nova.compute.manager [-] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.212202] env[62633]: DEBUG nova.network.neutron [-] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.304315] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fd5ebe-84e1-489d-9171-775bacd2fb1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.328699] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cd8065-be3d-4143-8f2e-ccb3747276ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.346290] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance '7527f3b5-e4af-4338-8d62-45c4d334dc88' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.378684] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.425348] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.837s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.606401] env[62633]: DEBUG oslo_vmware.api [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222107} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.607081] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.607081] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.607081] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.633249] env[62633]: INFO nova.scheduler.client.report [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleted allocations for instance 04e84ba4-d3a5-4540-b625-d9d1d89154a7 [ 881.757499] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7bdbfe-b1d9-4129-a246-cab568ab550f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.767479] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcaf2e6-6935-4042-b8aa-a3088a338727 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.802662] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e794d7-bbfb-4369-82bd-a9ca79c835e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.811292] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db57db62-6e80-4385-b6f2-8b032ccacaeb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.827080] env[62633]: DEBUG nova.compute.provider_tree [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.880573] env[62633]: DEBUG oslo_vmware.api [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696316, 'name': PowerOnVM_Task, 'duration_secs': 0.992305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.881163] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.881415] env[62633]: INFO nova.compute.manager [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Took 9.83 seconds to spawn the instance on the hypervisor. [ 881.881635] env[62633]: DEBUG nova.compute.manager [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.882479] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608b36c3-954d-4a7d-b682-410ecdebd473 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.906298] env[62633]: DEBUG nova.network.neutron [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Port 17b3f633-d416-49d7-8151-60f9fbe67396 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 882.086327] env[62633]: DEBUG nova.network.neutron [-] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.103144] env[62633]: DEBUG nova.network.neutron [-] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.134465] env[62633]: DEBUG nova.network.neutron [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Successfully updated port: 3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.138309] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.333022] env[62633]: DEBUG nova.scheduler.client.report [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.371863] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] Acquiring lock "refresh_cache-ac489b38-4516-46da-8f90-2645501dd39d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.372068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] Acquired lock "refresh_cache-ac489b38-4516-46da-8f90-2645501dd39d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.372249] env[62633]: DEBUG nova.network.neutron [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.399386] env[62633]: INFO nova.compute.manager [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Took 18.26 seconds to build instance. [ 882.589105] env[62633]: INFO nova.compute.manager [-] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Took 1.47 seconds to deallocate network for instance. [ 882.605683] env[62633]: INFO nova.compute.manager [-] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Took 1.39 seconds to deallocate network for instance. [ 882.637908] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.638187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquired lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.638226] env[62633]: DEBUG nova.network.neutron [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.836724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.839537] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.030s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.839537] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.840921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.703s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.841163] env[62633]: DEBUG nova.objects.instance [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lazy-loading 'resources' on Instance uuid 04e84ba4-d3a5-4540-b625-d9d1d89154a7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.855487] env[62633]: INFO nova.scheduler.client.report [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Deleted allocations for instance bad0e3dd-7c8e-49cb-b734-b87c2619af3c [ 882.863622] env[62633]: INFO nova.scheduler.client.report [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted allocations for instance 3ff447b7-9a02-4f12-8003-b4915cf440a4 [ 882.902255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b7e3cee9-7a67-4393-b84e-63cbf43f715c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "ac489b38-4516-46da-8f90-2645501dd39d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.768s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.945633] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "7527f3b5-e4af-4338-8d62-45c4d334dc88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.946026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.951591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.005s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.095191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.161020] env[62633]: INFO nova.compute.manager [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Took 0.56 seconds to detach 1 volumes for instance. [ 883.197154] env[62633]: DEBUG nova.network.neutron [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.209198] env[62633]: DEBUG nova.network.neutron [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Updating instance_info_cache with network_info: [{"id": "cd425777-b812-4261-8937-b613a6f23c25", "address": "fa:16:3e:b0:42:6e", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd425777-b8", "ovs_interfaceid": "cd425777-b812-4261-8937-b613a6f23c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.302778] env[62633]: DEBUG nova.compute.manager [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received event network-changed-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.302986] env[62633]: DEBUG nova.compute.manager [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Refreshing instance network info cache due to event network-changed-208f68d0-2952-4fbb-b8a4-d132ff92a298. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.303494] env[62633]: DEBUG oslo_concurrency.lockutils [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] Acquiring lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.303595] env[62633]: DEBUG oslo_concurrency.lockutils [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] Acquired lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.303821] env[62633]: DEBUG nova.network.neutron [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Refreshing network info cache for port 208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.345524] env[62633]: DEBUG nova.objects.instance [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lazy-loading 'numa_topology' on Instance uuid 04e84ba4-d3a5-4540-b625-d9d1d89154a7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.366025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Lock "bad0e3dd-7c8e-49cb-b734-b87c2619af3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.862s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.374870] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86b9941-857a-45f0-8d87-37b17b156475 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "3ff447b7-9a02-4f12-8003-b4915cf440a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.576s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.375151] env[62633]: DEBUG nova.network.neutron [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Updating instance_info_cache with network_info: [{"id": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "address": "fa:16:3e:e2:cc:2c", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e69d3dc-9b", "ovs_interfaceid": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.503610] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.503804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.504033] env[62633]: DEBUG nova.network.neutron [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.618889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.669567] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.712457] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] Releasing lock "refresh_cache-ac489b38-4516-46da-8f90-2645501dd39d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.712701] env[62633]: DEBUG nova.compute.manager [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Inject network info {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 883.712960] env[62633]: DEBUG nova.compute.manager [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] [instance: ac489b38-4516-46da-8f90-2645501dd39d] network_info to inject: |[{"id": "cd425777-b812-4261-8937-b613a6f23c25", "address": "fa:16:3e:b0:42:6e", "network": {"id": "d28c9934-e939-4076-9e26-55359b5fbcd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1849169669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ba42cc4c2a436ea2685f89634378da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd425777-b8", "ovs_interfaceid": "cd425777-b812-4261-8937-b613a6f23c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 883.718065] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Reconfiguring VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 883.718383] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdfe6bdd-0f42-48c3-915f-538527f3e1e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.734395] env[62633]: DEBUG oslo_vmware.api [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] Waiting for the task: (returnval){ [ 883.734395] env[62633]: value = "task-2696319" [ 883.734395] env[62633]: _type = "Task" [ 883.734395] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.743227] env[62633]: DEBUG oslo_vmware.api [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] Task: {'id': task-2696319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.848704] env[62633]: DEBUG nova.objects.base [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Object Instance<04e84ba4-d3a5-4540-b625-d9d1d89154a7> lazy-loaded attributes: resources,numa_topology {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 883.878316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Releasing lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.878831] env[62633]: DEBUG nova.compute.manager [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Instance network_info: |[{"id": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "address": "fa:16:3e:e2:cc:2c", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e69d3dc-9b", "ovs_interfaceid": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.879462] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:cc:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e69d3dc-9bd1-465c-8881-adb52df9d9ae', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.892232] env[62633]: DEBUG oslo.service.loopingcall [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.898404] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.898904] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-889e6372-4816-4786-8468-88dedfc4bbd3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.925497] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.925497] env[62633]: value = "task-2696320" [ 883.925497] env[62633]: _type = "Task" [ 883.925497] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.933568] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696320, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.251021] env[62633]: DEBUG oslo_vmware.api [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] Task: {'id': task-2696319, 'name': ReconfigVM_Task, 'duration_secs': 0.179379} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.251021] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5b47d0-356f-457a-840a-f068be0dd117 tempest-ServersAdminTestJSON-555845167 tempest-ServersAdminTestJSON-555845167-project-admin] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Reconfigured VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 884.253142] env[62633]: DEBUG nova.network.neutron [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updated VIF entry in instance network info cache for port 208f68d0-2952-4fbb-b8a4-d132ff92a298. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.254042] env[62633]: DEBUG nova.network.neutron [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating instance_info_cache with network_info: [{"id": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "address": "fa:16:3e:f1:e9:0f", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": null, "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap208f68d0-29", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.290227] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070414a6-1379-4c56-8da1-630c760a277e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.299242] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede02105-adec-433c-9d89-5ad05ac0cd44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.346481] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f02333-0c9a-4de3-b628-9f1c7d62756a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.354622] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961b7e8c-d80f-4298-9e00-b1fb79697735 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.371148] env[62633]: DEBUG nova.compute.provider_tree [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.436048] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696320, 'name': CreateVM_Task, 'duration_secs': 0.355454} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.436048] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.436710] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.436881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.437317] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.437512] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-addbbda1-fb7e-4961-9aab-0f5bcd3e67ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.442127] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 884.442127] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52aa8456-3cec-e222-0b5c-1cd8170d8ce6" [ 884.442127] env[62633]: _type = "Task" [ 884.442127] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.446256] env[62633]: DEBUG nova.network.neutron [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance_info_cache with network_info: [{"id": "17b3f633-d416-49d7-8151-60f9fbe67396", "address": "fa:16:3e:2b:56:4f", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b3f633-d4", "ovs_interfaceid": "17b3f633-d416-49d7-8151-60f9fbe67396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.452741] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52aa8456-3cec-e222-0b5c-1cd8170d8ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.760950] env[62633]: DEBUG oslo_concurrency.lockutils [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] Releasing lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.761464] env[62633]: DEBUG nova.compute.manager [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Received event network-vif-deleted-d8ffed1e-9f70-40f1-9a2e-795234295f73 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.761464] env[62633]: DEBUG nova.compute.manager [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Received event network-vif-deleted-13885332-fe8b-4689-b422-a61a9bfc82bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.761464] env[62633]: DEBUG nova.compute.manager [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Received event network-vif-plugged-3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.761682] env[62633]: DEBUG oslo_concurrency.lockutils [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] Acquiring lock "13b29714-9067-43be-bbe2-180ce9abcb91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.761790] env[62633]: DEBUG oslo_concurrency.lockutils [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] Lock "13b29714-9067-43be-bbe2-180ce9abcb91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.761941] env[62633]: DEBUG oslo_concurrency.lockutils [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] Lock "13b29714-9067-43be-bbe2-180ce9abcb91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.762128] env[62633]: DEBUG nova.compute.manager [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] No waiting events found dispatching network-vif-plugged-3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.762298] env[62633]: WARNING nova.compute.manager [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Received unexpected event network-vif-plugged-3e69d3dc-9bd1-465c-8881-adb52df9d9ae for instance with vm_state building and task_state spawning. [ 884.762465] env[62633]: DEBUG nova.compute.manager [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Received event network-changed-3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.762623] env[62633]: DEBUG nova.compute.manager [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Refreshing instance network info cache due to event network-changed-3e69d3dc-9bd1-465c-8881-adb52df9d9ae. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.762807] env[62633]: DEBUG oslo_concurrency.lockutils [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] Acquiring lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.762960] env[62633]: DEBUG oslo_concurrency.lockutils [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] Acquired lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.763139] env[62633]: DEBUG nova.network.neutron [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Refreshing network info cache for port 3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.879045] env[62633]: DEBUG nova.scheduler.client.report [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.930915] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.931195] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.952901] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.968724] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52aa8456-3cec-e222-0b5c-1cd8170d8ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.969295] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.969568] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.969893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.969993] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.970193] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.970459] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff1e01d9-ee44-4600-b4dd-c98bffef8cc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.982835] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.983059] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.983796] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4047586c-0282-4704-9b19-22c220f2053f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.989868] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 884.989868] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a873ae-5d8d-3c57-5954-265064a5207d" [ 884.989868] env[62633]: _type = "Task" [ 884.989868] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.997763] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a873ae-5d8d-3c57-5954-265064a5207d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.387213] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.543s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.387614] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.292s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.387988] env[62633]: DEBUG nova.objects.instance [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lazy-loading 'resources' on Instance uuid 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.434650] env[62633]: DEBUG nova.compute.manager [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.483016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979a9ad7-b4c6-4695-8638-2ff995cf989d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.508542] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def06008-a8d6-4238-a9ab-57e30dd5468c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.521254] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a873ae-5d8d-3c57-5954-265064a5207d, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.525297] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance '7527f3b5-e4af-4338-8d62-45c4d334dc88' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.529964] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d41017-62dd-4252-bd89-d2190bc6a94f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.537867] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 885.537867] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52356400-435e-dea2-45d0-7bffa545d133" [ 885.537867] env[62633]: _type = "Task" [ 885.537867] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.546404] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52356400-435e-dea2-45d0-7bffa545d133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.568321] env[62633]: DEBUG nova.network.neutron [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Updated VIF entry in instance network info cache for port 3e69d3dc-9bd1-465c-8881-adb52df9d9ae. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.569188] env[62633]: DEBUG nova.network.neutron [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Updating instance_info_cache with network_info: [{"id": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "address": "fa:16:3e:e2:cc:2c", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e69d3dc-9b", "ovs_interfaceid": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.650442] env[62633]: INFO nova.compute.manager [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Rebuilding instance [ 885.709549] env[62633]: DEBUG nova.compute.manager [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.710440] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56978ab-c11c-46c5-8491-83804b1055f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.897915] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c54e241f-a32c-44bb-a228-b78d7d6c0b46 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.944s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.898319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.280s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.898430] env[62633]: INFO nova.compute.manager [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Unshelving [ 885.959439] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.036023] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.036023] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6614c23e-0266-4db4-960f-373aecdf84cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.048075] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 886.048075] env[62633]: value = "task-2696321" [ 886.048075] env[62633]: _type = "Task" [ 886.048075] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.061153] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52356400-435e-dea2-45d0-7bffa545d133, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.062232] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.062409] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 13b29714-9067-43be-bbe2-180ce9abcb91/13b29714-9067-43be-bbe2-180ce9abcb91.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.067801] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abfb2f71-09db-4b33-856b-f5831eb6f246 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.075587] env[62633]: DEBUG oslo_concurrency.lockutils [req-099838cf-7f53-457c-955d-f6969ce73d22 req-ba3eee3c-cebd-4278-99a0-45f55a200145 service nova] Releasing lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.076090] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696321, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.081873] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 886.081873] env[62633]: value = "task-2696322" [ 886.081873] env[62633]: _type = "Task" [ 886.081873] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.091463] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.260721] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e620a7-d652-434b-91b1-32d8d26ca307 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.268622] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b533c12-f671-4740-b571-8d8f8631adcd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.303327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db8685-57f8-4ba7-b878-93e428d74fac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.314644] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6de4ab9-f8f3-4a46-8517-54c085bafe3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.331890] env[62633]: DEBUG nova.compute.provider_tree [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.566281] env[62633]: DEBUG oslo_vmware.api [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696321, 'name': PowerOnVM_Task, 'duration_secs': 0.434634} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.570019] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.570019] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee9a2c-74f5-4ed8-984c-8da3d7d36e9d tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance '7527f3b5-e4af-4338-8d62-45c4d334dc88' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.593550] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696322, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.725330] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.726618] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9402379a-671f-42ba-a78b-085152456219 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.735026] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 886.735026] env[62633]: value = "task-2696323" [ 886.735026] env[62633]: _type = "Task" [ 886.735026] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.744357] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.835490] env[62633]: DEBUG nova.scheduler.client.report [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.939630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.094764] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.094997] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 13b29714-9067-43be-bbe2-180ce9abcb91/13b29714-9067-43be-bbe2-180ce9abcb91.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.095383] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.095646] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8b7a9bf-7bda-4493-8c02-0024ce7a1d6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.103892] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 887.103892] env[62633]: value = "task-2696324" [ 887.103892] env[62633]: _type = "Task" [ 887.103892] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.112525] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.245482] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696323, 'name': PowerOffVM_Task, 'duration_secs': 0.196491} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.245756] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.245998] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.246863] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8675535-db96-4971-b811-2da3b0187204 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.253657] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.254013] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09c944b8-39a4-4f8f-ac7e-48b00de6b5c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.317675] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.317675] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.317675] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleting the datastore file [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.318285] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-668f0fee-e45e-4d18-9f57-dd0a145ffbf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.325308] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 887.325308] env[62633]: value = "task-2696326" [ 887.325308] env[62633]: _type = "Task" [ 887.325308] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.333731] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.341160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.342981] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.674s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.343236] env[62633]: DEBUG nova.objects.instance [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lazy-loading 'resources' on Instance uuid 0029b1e8-1e71-4132-bdb7-917d511633b6 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.366749] env[62633]: INFO nova.scheduler.client.report [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Deleted allocations for instance 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6 [ 887.613955] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.836324] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137894} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.836608] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.836801] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.836964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.875087] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b545e4f5-c63d-4000-9df6-4421d451cc9a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Lock "94447317-2fe6-4fbe-8b1b-7f1233eb0ae6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.378s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.115759] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.827848} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.118444] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.119622] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984b9728-6223-4c8a-98da-7336f4acfe1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.142583] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 13b29714-9067-43be-bbe2-180ce9abcb91/13b29714-9067-43be-bbe2-180ce9abcb91.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.145571] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e56e95a-d1ac-4a73-b5ac-06ab7a0b8ded {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.167132] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 888.167132] env[62633]: value = "task-2696327" [ 888.167132] env[62633]: _type = "Task" [ 888.167132] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.180055] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.193975] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc505f-17fa-497d-bac2-ec881f33009f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.202223] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd56c40-e07c-4395-b5e8-60c01aca1d40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.232812] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce1c4e4-935d-4dcd-90bf-7fb241792353 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.245794] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b652b69f-7bad-474a-a332-37d93badb689 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.266869] env[62633]: DEBUG nova.compute.provider_tree [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.677773] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696327, 'name': ReconfigVM_Task, 'duration_secs': 0.502761} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.677933] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 13b29714-9067-43be-bbe2-180ce9abcb91/13b29714-9067-43be-bbe2-180ce9abcb91.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.678570] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-313817ee-e268-4366-b91c-c0e95ef449c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.685276] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 888.685276] env[62633]: value = "task-2696328" [ 888.685276] env[62633]: _type = "Task" [ 888.685276] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.704636] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696328, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.770942] env[62633]: DEBUG nova.scheduler.client.report [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.884153] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.884436] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.884632] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.884855] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.885068] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.885523] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.885813] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.886013] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.886270] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.886511] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.886723] env[62633]: DEBUG nova.virt.hardware [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.887972] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee80faaf-4f67-448d-8150-822ecc2dcfa5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.896588] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff411575-5d2a-472a-87d6-8aea3742fded {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.912261] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:a3:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56da3b19-4da2-4fe7-8140-1e28baf6d28e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.920155] env[62633]: DEBUG oslo.service.loopingcall [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.920523] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.920767] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14932a9c-a47e-456a-8985-6c9cff8a5373 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.942208] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.942208] env[62633]: value = "task-2696329" [ 888.942208] env[62633]: _type = "Task" [ 888.942208] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.951042] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696329, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.137839] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "7527f3b5-e4af-4338-8d62-45c4d334dc88" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.138536] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.138536] env[62633]: DEBUG nova.compute.manager [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Going to confirm migration 5 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 889.199776] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696328, 'name': Rename_Task, 'duration_secs': 0.151023} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.200200] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.200819] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2904442-d933-404f-9478-92929776099e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.211167] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 889.211167] env[62633]: value = "task-2696330" [ 889.211167] env[62633]: _type = "Task" [ 889.211167] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.228294] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.275994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.282073] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.320s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.282073] env[62633]: INFO nova.compute.claims [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.313952] env[62633]: INFO nova.scheduler.client.report [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted allocations for instance 0029b1e8-1e71-4132-bdb7-917d511633b6 [ 889.457145] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696329, 'name': CreateVM_Task, 'duration_secs': 0.379076} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.457682] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.462052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.462052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.462052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.462052] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5609fd38-1de6-4cef-bd91-268222a1b81f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.467310] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 889.467310] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526b7f22-2c0e-861f-25cc-7e7330690094" [ 889.467310] env[62633]: _type = "Task" [ 889.467310] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.483997] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526b7f22-2c0e-861f-25cc-7e7330690094, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.484467] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.485084] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.485487] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.485897] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.486217] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.486655] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55771235-aa12-45bc-be65-689ecc8c04b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.502157] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.502291] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.503426] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be56f551-eff2-49e1-a4a9-1c54f0e1f966 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.509531] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 889.509531] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d6499c-9c1e-556c-eca7-7ecb915ebc6f" [ 889.509531] env[62633]: _type = "Task" [ 889.509531] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.518500] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d6499c-9c1e-556c-eca7-7ecb915ebc6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.721653] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.752860] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.753433] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.753654] env[62633]: DEBUG nova.network.neutron [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.753851] env[62633]: DEBUG nova.objects.instance [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lazy-loading 'info_cache' on Instance uuid 7527f3b5-e4af-4338-8d62-45c4d334dc88 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.825167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "0029b1e8-1e71-4132-bdb7-917d511633b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.909s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.022490] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d6499c-9c1e-556c-eca7-7ecb915ebc6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.023386] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ba3108-1da6-4ef0-abd5-a1f9fadf403e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.030380] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 890.030380] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523b64c9-98bc-3fc7-b445-458995a44009" [ 890.030380] env[62633]: _type = "Task" [ 890.030380] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.040219] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523b64c9-98bc-3fc7-b445-458995a44009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.223478] env[62633]: DEBUG oslo_vmware.api [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696330, 'name': PowerOnVM_Task, 'duration_secs': 0.532461} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.223658] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.224086] env[62633]: INFO nova.compute.manager [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Took 9.23 seconds to spawn the instance on the hypervisor. [ 890.224086] env[62633]: DEBUG nova.compute.manager [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.225948] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02df431f-3ba7-49fb-8329-2c93d6b01e78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.549776] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523b64c9-98bc-3fc7-b445-458995a44009, 'name': SearchDatastore_Task, 'duration_secs': 0.012558} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.550298] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.550645] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.551479] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39fd4722-f554-43c3-80ad-92881f417869 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.569799] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 890.569799] env[62633]: value = "task-2696331" [ 890.569799] env[62633]: _type = "Task" [ 890.569799] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.588072] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.659980] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93733847-b5e4-46ad-9923-8b461b08e186 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.678979] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a3838a-5a7a-4fea-a665-a33ce1adc6b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.715054] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf70fb56-a090-4520-a9aa-6ab9d79542d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.722943] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c31fb2a-6461-4dfc-b058-bc019277e0ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.737245] env[62633]: DEBUG nova.compute.provider_tree [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.748262] env[62633]: INFO nova.compute.manager [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Took 16.09 seconds to build instance. [ 891.014023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "a66844ce-2b40-4e63-9796-897d193afa60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.014560] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.085133] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696331, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.150725] env[62633]: DEBUG nova.network.neutron [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance_info_cache with network_info: [{"id": "17b3f633-d416-49d7-8151-60f9fbe67396", "address": "fa:16:3e:2b:56:4f", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b3f633-d4", "ovs_interfaceid": "17b3f633-d416-49d7-8151-60f9fbe67396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.244130] env[62633]: DEBUG nova.scheduler.client.report [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.255033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "13b29714-9067-43be-bbe2-180ce9abcb91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.599s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.517782] env[62633]: DEBUG nova.compute.manager [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.589061] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787649} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.589899] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.589899] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.589899] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ff437f8-ae4b-42cc-87fd-748acc197541 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.598689] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 891.598689] env[62633]: value = "task-2696332" [ 891.598689] env[62633]: _type = "Task" [ 891.598689] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.609863] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.654464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-7527f3b5-e4af-4338-8d62-45c4d334dc88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.654877] env[62633]: DEBUG nova.objects.instance [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lazy-loading 'migration_context' on Instance uuid 7527f3b5-e4af-4338-8d62-45c4d334dc88 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.754658] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.755240] env[62633]: DEBUG nova.compute.manager [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.760865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.821s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.762619] env[62633]: DEBUG nova.objects.instance [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lazy-loading 'pci_requests' on Instance uuid 04e84ba4-d3a5-4540-b625-d9d1d89154a7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.954998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb0b1625-2496-4d07-beaa-7a25a5030578 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "16a095ef-91ff-4446-8d45-61a364e22aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.955654] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb0b1625-2496-4d07-beaa-7a25a5030578 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "16a095ef-91ff-4446-8d45-61a364e22aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.046442] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.091815] env[62633]: DEBUG nova.compute.manager [req-69ce06fb-a292-445a-a75c-79055665c14b req-0c2e33de-c759-4b77-b516-0953c12a82b2 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Received event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.092535] env[62633]: DEBUG nova.compute.manager [req-69ce06fb-a292-445a-a75c-79055665c14b req-0c2e33de-c759-4b77-b516-0953c12a82b2 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing instance network info cache due to event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.092673] env[62633]: DEBUG oslo_concurrency.lockutils [req-69ce06fb-a292-445a-a75c-79055665c14b req-0c2e33de-c759-4b77-b516-0953c12a82b2 service nova] Acquiring lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.092872] env[62633]: DEBUG oslo_concurrency.lockutils [req-69ce06fb-a292-445a-a75c-79055665c14b req-0c2e33de-c759-4b77-b516-0953c12a82b2 service nova] Acquired lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.093071] env[62633]: DEBUG nova.network.neutron [req-69ce06fb-a292-445a-a75c-79055665c14b req-0c2e33de-c759-4b77-b516-0953c12a82b2 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.112548] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082572} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.112548] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.112772] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2a466c-aa46-4919-8fb3-d92188a5cff8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.137568] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.138312] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f63abe8-471f-498a-b992-cea9c9adfcad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.159753] env[62633]: DEBUG nova.objects.base [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Object Instance<7527f3b5-e4af-4338-8d62-45c4d334dc88> lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 892.160395] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7acc85d-ff5b-4c37-ad72-c80e966c3e73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.165427] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 892.165427] env[62633]: value = "task-2696333" [ 892.165427] env[62633]: _type = "Task" [ 892.165427] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.189713] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f418c9a-6266-43c4-9be4-178cc0427efd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.194985] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.198315] env[62633]: DEBUG oslo_vmware.api [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 892.198315] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f99b32-f4da-7ab1-b2ac-e403a7e4d1c5" [ 892.198315] env[62633]: _type = "Task" [ 892.198315] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.207764] env[62633]: DEBUG oslo_vmware.api [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f99b32-f4da-7ab1-b2ac-e403a7e4d1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.265487] env[62633]: DEBUG nova.compute.utils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.266924] env[62633]: DEBUG nova.compute.manager [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.270504] env[62633]: DEBUG nova.network.neutron [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.273914] env[62633]: DEBUG nova.objects.instance [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lazy-loading 'numa_topology' on Instance uuid 04e84ba4-d3a5-4540-b625-d9d1d89154a7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.335645] env[62633]: DEBUG nova.policy [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8385229e2c5e41d3b27cdaa6826cb49c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ff95c3662b4228b78f519129e02845', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.459622] env[62633]: DEBUG nova.compute.manager [None req-fb0b1625-2496-4d07-beaa-7a25a5030578 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 16a095ef-91ff-4446-8d45-61a364e22aec] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.676991] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.709879] env[62633]: DEBUG oslo_vmware.api [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f99b32-f4da-7ab1-b2ac-e403a7e4d1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.710270] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.776626] env[62633]: DEBUG nova.compute.manager [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.779229] env[62633]: INFO nova.compute.claims [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.965033] env[62633]: DEBUG nova.compute.manager [None req-fb0b1625-2496-4d07-beaa-7a25a5030578 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 16a095ef-91ff-4446-8d45-61a364e22aec] Instance disappeared before build. {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 893.074827] env[62633]: DEBUG nova.network.neutron [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Successfully created port: 596ef837-516b-42ee-8bed-b1647e8b8b14 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.082680] env[62633]: DEBUG nova.network.neutron [req-69ce06fb-a292-445a-a75c-79055665c14b req-0c2e33de-c759-4b77-b516-0953c12a82b2 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updated VIF entry in instance network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.083056] env[62633]: DEBUG nova.network.neutron [req-69ce06fb-a292-445a-a75c-79055665c14b req-0c2e33de-c759-4b77-b516-0953c12a82b2 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updating instance_info_cache with network_info: [{"id": "fe856049-2401-4e3c-b618-189f737cf8b7", "address": "fa:16:3e:24:76:ee", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe856049-24", "ovs_interfaceid": "fe856049-2401-4e3c-b618-189f737cf8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.178633] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.485355] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb0b1625-2496-4d07-beaa-7a25a5030578 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "16a095ef-91ff-4446-8d45-61a364e22aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.528s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.586763] env[62633]: DEBUG oslo_concurrency.lockutils [req-69ce06fb-a292-445a-a75c-79055665c14b req-0c2e33de-c759-4b77-b516-0953c12a82b2 service nova] Releasing lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.662598] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.662889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.678995] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696333, 'name': ReconfigVM_Task, 'duration_secs': 1.307232} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.680244] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.681095] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a9057fd-9648-4194-9de1-a86a59cab888 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.687231] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 893.687231] env[62633]: value = "task-2696337" [ 893.687231] env[62633]: _type = "Task" [ 893.687231] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.696149] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696337, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.789623] env[62633]: DEBUG nova.compute.manager [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.836372] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.838696] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.838696] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.838696] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.839404] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.839656] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.839940] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.840194] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.840494] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.840677] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.840906] env[62633]: DEBUG nova.virt.hardware [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.841963] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a3690f-4c32-4832-a9dc-06ce9b00f8f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.852181] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af752b3-d4b1-40b7-9330-f66abd3b34f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.149136] env[62633]: DEBUG nova.compute.manager [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Received event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.149136] env[62633]: DEBUG nova.compute.manager [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing instance network info cache due to event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 894.149136] env[62633]: DEBUG oslo_concurrency.lockutils [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] Acquiring lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.149136] env[62633]: DEBUG oslo_concurrency.lockutils [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] Acquired lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.150479] env[62633]: DEBUG nova.network.neutron [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.154317] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdf08e9-8e0d-4ea4-ace0-782e85a28cb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.163751] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a955ea46-e9b7-46d2-880d-fdc1cbfad89a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.167813] env[62633]: DEBUG nova.compute.manager [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.201698] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b047f4-5c6e-4833-98db-d07dd30365b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.217081] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696337, 'name': Rename_Task, 'duration_secs': 0.143498} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.217466] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.218738] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddf95eb-f14b-4860-8dd7-bd7514647b98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.222520] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-833667f5-d75f-44d5-a30c-cd282cf207d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.236761] env[62633]: DEBUG nova.compute.provider_tree [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.239689] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 894.239689] env[62633]: value = "task-2696338" [ 894.239689] env[62633]: _type = "Task" [ 894.239689] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.248304] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696338, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.692308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.740056] env[62633]: DEBUG nova.scheduler.client.report [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.755760] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696338, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.148582] env[62633]: DEBUG nova.compute.manager [req-5d8fbc89-cfc4-450b-9e36-f225974bdae2 req-ad44696f-7ca2-420d-b89d-d5549d3eb076 service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Received event network-vif-plugged-596ef837-516b-42ee-8bed-b1647e8b8b14 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.148582] env[62633]: DEBUG oslo_concurrency.lockutils [req-5d8fbc89-cfc4-450b-9e36-f225974bdae2 req-ad44696f-7ca2-420d-b89d-d5549d3eb076 service nova] Acquiring lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.148689] env[62633]: DEBUG oslo_concurrency.lockutils [req-5d8fbc89-cfc4-450b-9e36-f225974bdae2 req-ad44696f-7ca2-420d-b89d-d5549d3eb076 service nova] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.150078] env[62633]: DEBUG oslo_concurrency.lockutils [req-5d8fbc89-cfc4-450b-9e36-f225974bdae2 req-ad44696f-7ca2-420d-b89d-d5549d3eb076 service nova] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.150078] env[62633]: DEBUG nova.compute.manager [req-5d8fbc89-cfc4-450b-9e36-f225974bdae2 req-ad44696f-7ca2-420d-b89d-d5549d3eb076 service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] No waiting events found dispatching network-vif-plugged-596ef837-516b-42ee-8bed-b1647e8b8b14 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.150949] env[62633]: WARNING nova.compute.manager [req-5d8fbc89-cfc4-450b-9e36-f225974bdae2 req-ad44696f-7ca2-420d-b89d-d5549d3eb076 service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Received unexpected event network-vif-plugged-596ef837-516b-42ee-8bed-b1647e8b8b14 for instance with vm_state building and task_state spawning. [ 895.251225] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.490s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.254539] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.207s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.257358] env[62633]: INFO nova.compute.claims [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.269711] env[62633]: DEBUG oslo_vmware.api [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696338, 'name': PowerOnVM_Task, 'duration_secs': 0.570324} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.269711] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.269711] env[62633]: DEBUG nova.compute.manager [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.269711] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2852c87-a80b-42f0-812c-7e2da4a9f3a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.336948] env[62633]: INFO nova.network.neutron [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating port 208f68d0-2952-4fbb-b8a4-d132ff92a298 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 895.399630] env[62633]: DEBUG nova.network.neutron [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updated VIF entry in instance network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.399630] env[62633]: DEBUG nova.network.neutron [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updating instance_info_cache with network_info: [{"id": "fe856049-2401-4e3c-b618-189f737cf8b7", "address": "fa:16:3e:24:76:ee", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe856049-24", "ovs_interfaceid": "fe856049-2401-4e3c-b618-189f737cf8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.490154] env[62633]: DEBUG nova.network.neutron [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Successfully updated port: 596ef837-516b-42ee-8bed-b1647e8b8b14 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.785033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.903251] env[62633]: DEBUG oslo_concurrency.lockutils [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] Releasing lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.903500] env[62633]: DEBUG nova.compute.manager [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Received event network-changed-3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.903764] env[62633]: DEBUG nova.compute.manager [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Refreshing instance network info cache due to event network-changed-3e69d3dc-9bd1-465c-8881-adb52df9d9ae. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.904106] env[62633]: DEBUG oslo_concurrency.lockutils [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] Acquiring lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.904195] env[62633]: DEBUG oslo_concurrency.lockutils [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] Acquired lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.904377] env[62633]: DEBUG nova.network.neutron [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Refreshing network info cache for port 3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.994557] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.994761] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.994927] env[62633]: DEBUG nova.network.neutron [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.396727] env[62633]: DEBUG nova.compute.manager [req-5e9138f7-ee24-4dcf-a618-f57e610d7222 req-dff3d102-8b1c-4fc0-8545-9842ab8b48a7 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Received event network-changed-3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.396931] env[62633]: DEBUG nova.compute.manager [req-5e9138f7-ee24-4dcf-a618-f57e610d7222 req-dff3d102-8b1c-4fc0-8545-9842ab8b48a7 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Refreshing instance network info cache due to event network-changed-3e69d3dc-9bd1-465c-8881-adb52df9d9ae. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 896.397355] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e9138f7-ee24-4dcf-a618-f57e610d7222 req-dff3d102-8b1c-4fc0-8545-9842ab8b48a7 service nova] Acquiring lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.562447] env[62633]: DEBUG nova.network.neutron [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.593796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "13b29714-9067-43be-bbe2-180ce9abcb91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.593796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "13b29714-9067-43be-bbe2-180ce9abcb91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.593796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "13b29714-9067-43be-bbe2-180ce9abcb91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.593796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "13b29714-9067-43be-bbe2-180ce9abcb91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.593796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "13b29714-9067-43be-bbe2-180ce9abcb91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.595790] env[62633]: INFO nova.compute.manager [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Terminating instance [ 896.665376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ece366-1c33-4a02-9651-14e0ef3e5d20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.674218] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff96b6-1c65-410f-90fc-2be78180fe0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.713739] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cf13e4-f1af-4d74-be83-9c3e3e36d3a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.723365] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f30fc6-137d-4ae3-80f0-992bc9dc0a04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.736848] env[62633]: DEBUG nova.compute.provider_tree [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.744219] env[62633]: INFO nova.compute.manager [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Rebuilding instance [ 896.779270] env[62633]: DEBUG nova.network.neutron [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Updated VIF entry in instance network info cache for port 3e69d3dc-9bd1-465c-8881-adb52df9d9ae. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.779555] env[62633]: DEBUG nova.network.neutron [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Updating instance_info_cache with network_info: [{"id": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "address": "fa:16:3e:e2:cc:2c", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e69d3dc-9b", "ovs_interfaceid": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.786332] env[62633]: DEBUG nova.compute.manager [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.787190] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad2bc0b-f687-471b-b41c-7ea87d63b1aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.800359] env[62633]: DEBUG nova.network.neutron [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance_info_cache with network_info: [{"id": "596ef837-516b-42ee-8bed-b1647e8b8b14", "address": "fa:16:3e:6b:c6:bf", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596ef837-51", "ovs_interfaceid": "596ef837-516b-42ee-8bed-b1647e8b8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.068630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.069508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.072095] env[62633]: DEBUG nova.network.neutron [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.103648] env[62633]: DEBUG nova.compute.manager [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.104008] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.105509] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aac61f-2828-44c2-9336-b4e2d8e34030 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.113270] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.113549] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c701abe8-23b1-41ee-a43a-d46404f34aeb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.120294] env[62633]: DEBUG oslo_vmware.api [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 897.120294] env[62633]: value = "task-2696343" [ 897.120294] env[62633]: _type = "Task" [ 897.120294] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.132609] env[62633]: DEBUG oslo_vmware.api [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.186977] env[62633]: DEBUG nova.compute.manager [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Received event network-changed-596ef837-516b-42ee-8bed-b1647e8b8b14 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.187206] env[62633]: DEBUG nova.compute.manager [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Refreshing instance network info cache due to event network-changed-596ef837-516b-42ee-8bed-b1647e8b8b14. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.187413] env[62633]: DEBUG oslo_concurrency.lockutils [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] Acquiring lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.243279] env[62633]: DEBUG nova.scheduler.client.report [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.285037] env[62633]: DEBUG oslo_concurrency.lockutils [req-981e432d-88ae-426d-b8e4-4f5a1b37ab53 req-a0f5170a-38ce-4064-963e-3c5265265c65 service nova] Releasing lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.285226] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e9138f7-ee24-4dcf-a618-f57e610d7222 req-dff3d102-8b1c-4fc0-8545-9842ab8b48a7 service nova] Acquired lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.285490] env[62633]: DEBUG nova.network.neutron [req-5e9138f7-ee24-4dcf-a618-f57e610d7222 req-dff3d102-8b1c-4fc0-8545-9842ab8b48a7 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Refreshing network info cache for port 3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.302990] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.303338] env[62633]: DEBUG nova.compute.manager [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Instance network_info: |[{"id": "596ef837-516b-42ee-8bed-b1647e8b8b14", "address": "fa:16:3e:6b:c6:bf", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596ef837-51", "ovs_interfaceid": "596ef837-516b-42ee-8bed-b1647e8b8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.303625] env[62633]: DEBUG oslo_concurrency.lockutils [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] Acquired lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.303820] env[62633]: DEBUG nova.network.neutron [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Refreshing network info cache for port 596ef837-516b-42ee-8bed-b1647e8b8b14 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.305089] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:c6:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '596ef837-516b-42ee-8bed-b1647e8b8b14', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.314381] env[62633]: DEBUG oslo.service.loopingcall [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.318765] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.318765] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9f51301-debd-48f0-b29b-6287f56a7366 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.339232] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.339232] env[62633]: value = "task-2696344" [ 897.339232] env[62633]: _type = "Task" [ 897.339232] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.347046] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696344, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.546704] env[62633]: DEBUG nova.network.neutron [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updated VIF entry in instance network info cache for port 596ef837-516b-42ee-8bed-b1647e8b8b14. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.547070] env[62633]: DEBUG nova.network.neutron [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance_info_cache with network_info: [{"id": "596ef837-516b-42ee-8bed-b1647e8b8b14", "address": "fa:16:3e:6b:c6:bf", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596ef837-51", "ovs_interfaceid": "596ef837-516b-42ee-8bed-b1647e8b8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.633701] env[62633]: DEBUG oslo_vmware.api [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696343, 'name': PowerOffVM_Task, 'duration_secs': 0.189254} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.633981] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.634176] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.634447] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6addaccf-5c33-4a62-b574-3b4b769062bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.692844] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.692844] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.692844] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Deleting the datastore file [datastore1] 13b29714-9067-43be-bbe2-180ce9abcb91 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.693085] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce1d02bc-1840-4723-9db3-74d57910f15f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.699282] env[62633]: DEBUG oslo_vmware.api [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 897.699282] env[62633]: value = "task-2696346" [ 897.699282] env[62633]: _type = "Task" [ 897.699282] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.708769] env[62633]: DEBUG oslo_vmware.api [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.748073] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.748654] env[62633]: DEBUG nova.compute.manager [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.754324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.044s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.801430] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.802604] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c471e930-0647-4ec1-9034-12f0f3a7c7fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.810716] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 897.810716] env[62633]: value = "task-2696348" [ 897.810716] env[62633]: _type = "Task" [ 897.810716] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.819353] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.830079] env[62633]: DEBUG nova.network.neutron [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating instance_info_cache with network_info: [{"id": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "address": "fa:16:3e:f1:e9:0f", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208f68d0-29", "ovs_interfaceid": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.849282] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696344, 'name': CreateVM_Task, 'duration_secs': 0.406482} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.850028] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.850707] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.850865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.851206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.851678] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4705e107-3928-48fb-952f-b7d5e3ba5c80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.857388] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 897.857388] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527efb59-4e60-4222-f9e5-3eac73b18995" [ 897.857388] env[62633]: _type = "Task" [ 897.857388] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.865685] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527efb59-4e60-4222-f9e5-3eac73b18995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.015963] env[62633]: DEBUG nova.network.neutron [req-5e9138f7-ee24-4dcf-a618-f57e610d7222 req-dff3d102-8b1c-4fc0-8545-9842ab8b48a7 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Updated VIF entry in instance network info cache for port 3e69d3dc-9bd1-465c-8881-adb52df9d9ae. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.016452] env[62633]: DEBUG nova.network.neutron [req-5e9138f7-ee24-4dcf-a618-f57e610d7222 req-dff3d102-8b1c-4fc0-8545-9842ab8b48a7 service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Updating instance_info_cache with network_info: [{"id": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "address": "fa:16:3e:e2:cc:2c", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e69d3dc-9b", "ovs_interfaceid": "3e69d3dc-9bd1-465c-8881-adb52df9d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.049572] env[62633]: DEBUG oslo_concurrency.lockutils [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] Releasing lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.049892] env[62633]: DEBUG nova.compute.manager [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received event network-vif-plugged-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.050153] env[62633]: DEBUG oslo_concurrency.lockutils [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] Acquiring lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.050434] env[62633]: DEBUG oslo_concurrency.lockutils [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.050816] env[62633]: DEBUG oslo_concurrency.lockutils [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.050936] env[62633]: DEBUG nova.compute.manager [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] No waiting events found dispatching network-vif-plugged-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.051115] env[62633]: WARNING nova.compute.manager [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received unexpected event network-vif-plugged-208f68d0-2952-4fbb-b8a4-d132ff92a298 for instance with vm_state shelved_offloaded and task_state spawning. [ 898.051302] env[62633]: DEBUG nova.compute.manager [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received event network-changed-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.051465] env[62633]: DEBUG nova.compute.manager [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Refreshing instance network info cache due to event network-changed-208f68d0-2952-4fbb-b8a4-d132ff92a298. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.051633] env[62633]: DEBUG oslo_concurrency.lockutils [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] Acquiring lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.210521] env[62633]: DEBUG oslo_vmware.api [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175608} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.210781] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.211060] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.211320] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.211572] env[62633]: INFO nova.compute.manager [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Took 1.11 seconds to destroy the instance on the hypervisor. [ 898.211862] env[62633]: DEBUG oslo.service.loopingcall [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.212086] env[62633]: DEBUG nova.compute.manager [-] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.212193] env[62633]: DEBUG nova.network.neutron [-] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.258595] env[62633]: DEBUG nova.compute.utils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.266285] env[62633]: DEBUG nova.compute.manager [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.266285] env[62633]: DEBUG nova.network.neutron [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.323396] env[62633]: DEBUG nova.policy [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e31d958c524fa49c35107e2fea6ae3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d532c456de94c0593c1295bca961dea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.337596] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.343595] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696348, 'name': PowerOffVM_Task, 'duration_secs': 0.201201} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.343595] env[62633]: DEBUG oslo_concurrency.lockutils [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] Acquired lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.343969] env[62633]: DEBUG nova.network.neutron [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Refreshing network info cache for port 208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.351756] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.351756] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.351756] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce4ce49-9708-45ba-83a7-b302d58e1727 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.357120] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.359807] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f28a4af-a91f-4d28-8065-d1dad635ab76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.372645] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527efb59-4e60-4222-f9e5-3eac73b18995, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.374625] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.374870] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.375129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.375446] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.375446] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.377959] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f2c0ec6-5e6e-4cdf-821e-2b6c68393962 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.382157] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3bbca9c1a3347d0a5a1454172579a922',container_format='bare',created_at=2025-02-19T16:19:46Z,direct_url=,disk_format='vmdk',id=ac9557d3-6723-4e6b-9def-d244b9ffec3e,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1158225467-shelved',owner='2614deb9b53e4b4bad09f5740c64ffc0',properties=ImageMetaProps,protected=,size=31589888,status='active',tags=,updated_at=2025-02-19T16:20:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.382386] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.382551] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.382744] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.382902] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.383043] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.383250] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.383440] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.383566] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.383726] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.383893] env[62633]: DEBUG nova.virt.hardware [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.385354] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b43185f-7adf-40e0-807c-48c89fddcce8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.393252] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404e713-80eb-4a91-8995-7802fb418d9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.404644] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.405180] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.406898] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ad76ce-c92c-4bdb-87dc-b6f91b15d731 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.417428] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:e9:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '208f68d0-2952-4fbb-b8a4-d132ff92a298', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.424924] env[62633]: DEBUG oslo.service.loopingcall [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.430722] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.431555] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.431555] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.431555] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleting the datastore file [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.432809] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a13c1751-927e-4e3d-b787-62f5fc970fce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.446375] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad0b272-ec31-43d2-bc25-fb1972f48d30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.452352] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 898.452352] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ec3840-da58-e0f0-6254-bb94ef6b3be1" [ 898.452352] env[62633]: _type = "Task" [ 898.452352] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.459527] env[62633]: DEBUG nova.compute.manager [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Received event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.459727] env[62633]: DEBUG nova.compute.manager [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing instance network info cache due to event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.459937] env[62633]: DEBUG oslo_concurrency.lockutils [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] Acquiring lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.460099] env[62633]: DEBUG oslo_concurrency.lockutils [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] Acquired lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.460425] env[62633]: DEBUG nova.network.neutron [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.462306] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.462306] env[62633]: value = "task-2696350" [ 898.462306] env[62633]: _type = "Task" [ 898.462306] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.463722] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 898.463722] env[62633]: value = "task-2696351" [ 898.463722] env[62633]: _type = "Task" [ 898.463722] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.475055] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ec3840-da58-e0f0-6254-bb94ef6b3be1, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.480221] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2d1d4f-103e-47a5-b02d-8e9aed0096cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.488306] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696350, 'name': CreateVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.488572] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.491598] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 898.491598] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ff074d-3d6e-ff06-d048-8cbe958a038b" [ 898.491598] env[62633]: _type = "Task" [ 898.491598] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.502774] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ff074d-3d6e-ff06-d048-8cbe958a038b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.519805] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e9138f7-ee24-4dcf-a618-f57e610d7222 req-dff3d102-8b1c-4fc0-8545-9842ab8b48a7 service nova] Releasing lock "refresh_cache-13b29714-9067-43be-bbe2-180ce9abcb91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.706091] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67217e1d-e366-4bdb-9fc2-af6f3eb211a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.713794] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcca9caf-7002-41df-a448-aa1c51df8f4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.746414] env[62633]: DEBUG nova.network.neutron [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Successfully created port: 330fd51d-99ac-49cc-b4ef-0d351fa28b9c {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.749230] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdaebfd-a166-4f70-a947-2befe48efcd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.756769] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5116b7df-8208-400e-b42d-3a82ba31a048 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.771200] env[62633]: DEBUG nova.compute.manager [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.777022] env[62633]: DEBUG nova.compute.provider_tree [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.991630] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696350, 'name': CreateVM_Task, 'duration_secs': 0.355646} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.991970] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.997183] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.997448] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.000971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.002900] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd9db8b-d23a-4de8-939c-30cdf3c3971b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.005720] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211344} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.006501] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.006765] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.007039] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.016567] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ff074d-3d6e-ff06-d048-8cbe958a038b, 'name': SearchDatastore_Task, 'duration_secs': 0.020965} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.016919] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.017277] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 4dfdb512-f573-4bbd-89ab-4947ebfcf90c/4dfdb512-f573-4bbd-89ab-4947ebfcf90c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.017620] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85125fd5-7670-4134-b241-4fe1e096c294 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.021911] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 899.021911] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5264b8db-1f73-2399-4afa-3b29210d0151" [ 899.021911] env[62633]: _type = "Task" [ 899.021911] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.029414] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 899.029414] env[62633]: value = "task-2696352" [ 899.029414] env[62633]: _type = "Task" [ 899.029414] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.034375] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5264b8db-1f73-2399-4afa-3b29210d0151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.048969] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.127387] env[62633]: DEBUG nova.network.neutron [-] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.230240] env[62633]: DEBUG nova.compute.manager [req-c5ef078d-dd3c-4f78-9583-814da45cdf77 req-aae2b8eb-b9d6-4c92-af4b-08f8b7e82aae service nova] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Received event network-vif-deleted-3e69d3dc-9bd1-465c-8881-adb52df9d9ae {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.280048] env[62633]: DEBUG nova.scheduler.client.report [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.308334] env[62633]: DEBUG nova.network.neutron [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updated VIF entry in instance network info cache for port 208f68d0-2952-4fbb-b8a4-d132ff92a298. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.308744] env[62633]: DEBUG nova.network.neutron [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating instance_info_cache with network_info: [{"id": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "address": "fa:16:3e:f1:e9:0f", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208f68d0-29", "ovs_interfaceid": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.373811] env[62633]: DEBUG nova.network.neutron [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updated VIF entry in instance network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.374250] env[62633]: DEBUG nova.network.neutron [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updating instance_info_cache with network_info: [{"id": "fe856049-2401-4e3c-b618-189f737cf8b7", "address": "fa:16:3e:24:76:ee", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe856049-24", "ovs_interfaceid": "fe856049-2401-4e3c-b618-189f737cf8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.533546] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.533826] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Processing image ac9557d3-6723-4e6b-9def-d244b9ffec3e {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.534144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e/ac9557d3-6723-4e6b-9def-d244b9ffec3e.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.534315] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e/ac9557d3-6723-4e6b-9def-d244b9ffec3e.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.534533] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.534812] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbf75a3a-31ef-46cc-8139-ae23417a77c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.547454] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494485} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.547748] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 4dfdb512-f573-4bbd-89ab-4947ebfcf90c/4dfdb512-f573-4bbd-89ab-4947ebfcf90c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.547973] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.548277] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.548513] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.549251] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3166ef8b-7bcf-412b-832f-29263a5ee9db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.551859] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f56ada-9173-44cb-ad3a-8e4958584624 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.557570] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 899.557570] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52174ee0-e215-11e4-1c99-fad51e94145b" [ 899.557570] env[62633]: _type = "Task" [ 899.557570] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.559721] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 899.559721] env[62633]: value = "task-2696353" [ 899.559721] env[62633]: _type = "Task" [ 899.559721] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.571238] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52174ee0-e215-11e4-1c99-fad51e94145b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.574506] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.630180] env[62633]: INFO nova.compute.manager [-] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Took 1.42 seconds to deallocate network for instance. [ 899.785435] env[62633]: DEBUG nova.compute.manager [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.811852] env[62633]: DEBUG oslo_concurrency.lockutils [req-4358e6b5-b8d9-4a51-ae16-cde70ae62788 req-75270eb4-c1c8-45a6-b77c-96a75f3df21b service nova] Releasing lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.814831] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.815125] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.815354] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.815488] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.815693] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.815883] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.816111] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.816294] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.816645] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.816645] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.816823] env[62633]: DEBUG nova.virt.hardware [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.817879] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b6b1a1-c820-4601-bc09-03a3ca120a42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.825647] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4627c424-66f3-4776-97a1-94b703ebee11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.877232] env[62633]: DEBUG oslo_concurrency.lockutils [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] Releasing lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.877577] env[62633]: DEBUG nova.compute.manager [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Received event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.877764] env[62633]: DEBUG nova.compute.manager [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing instance network info cache due to event network-changed-fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.877984] env[62633]: DEBUG oslo_concurrency.lockutils [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] Acquiring lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.878147] env[62633]: DEBUG oslo_concurrency.lockutils [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] Acquired lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.878309] env[62633]: DEBUG nova.network.neutron [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Refreshing network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.052765] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.053061] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.053271] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.053467] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.053616] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.053763] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.053997] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.054336] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.054523] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.054692] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.054864] env[62633]: DEBUG nova.virt.hardware [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.055908] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ffd716-6920-444c-a770-a4c5237303f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.069623] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec1d134-38fb-4cad-bdcd-4486969912da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.079660] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 900.079660] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Fetch image to [datastore1] OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa/OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 900.079660] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Downloading stream optimized image ac9557d3-6723-4e6b-9def-d244b9ffec3e to [datastore1] OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa/OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa.vmdk on the data store datastore1 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 900.079660] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Downloading image file data ac9557d3-6723-4e6b-9def-d244b9ffec3e to the ESX as VM named 'OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 900.093663] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:a3:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56da3b19-4da2-4fe7-8140-1e28baf6d28e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.101155] env[62633]: DEBUG oslo.service.loopingcall [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.101478] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07457} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.103730] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.104039] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.104738] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ec04549-c089-4ed9-afdb-7afdfecf8b9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.120552] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4209a2-6570-4bbf-a615-47597a95e997 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.140590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.163125] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4dfdb512-f573-4bbd-89ab-4947ebfcf90c/4dfdb512-f573-4bbd-89ab-4947ebfcf90c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.166301] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a801c383-fb9c-4cbe-bd59-3b9a8a415462 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.180727] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.180727] env[62633]: value = "task-2696356" [ 900.180727] env[62633]: _type = "Task" [ 900.180727] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.185961] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 900.185961] env[62633]: value = "task-2696357" [ 900.185961] env[62633]: _type = "Task" [ 900.185961] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.191943] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696356, 'name': CreateVM_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.196566] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.203146] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 900.203146] env[62633]: value = "resgroup-9" [ 900.203146] env[62633]: _type = "ResourcePool" [ 900.203146] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 900.204191] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-69adb433-4fd8-44c6-a7d3-f9ab1a0a4027 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.223490] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lease: (returnval){ [ 900.223490] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527eb038-28ce-5e64-6044-cc393e73b877" [ 900.223490] env[62633]: _type = "HttpNfcLease" [ 900.223490] env[62633]: } obtained for vApp import into resource pool (val){ [ 900.223490] env[62633]: value = "resgroup-9" [ 900.223490] env[62633]: _type = "ResourcePool" [ 900.223490] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 900.224291] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the lease: (returnval){ [ 900.224291] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527eb038-28ce-5e64-6044-cc393e73b877" [ 900.224291] env[62633]: _type = "HttpNfcLease" [ 900.224291] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 900.230874] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.230874] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527eb038-28ce-5e64-6044-cc393e73b877" [ 900.230874] env[62633]: _type = "HttpNfcLease" [ 900.230874] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.294245] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.539s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.297032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.605s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.298590] env[62633]: INFO nova.compute.claims [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.681777] env[62633]: DEBUG nova.network.neutron [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Successfully updated port: 330fd51d-99ac-49cc-b4ef-0d351fa28b9c {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.696937] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696356, 'name': CreateVM_Task, 'duration_secs': 0.45153} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.699801] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.700136] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696357, 'name': ReconfigVM_Task, 'duration_secs': 0.423186} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.700773] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.700939] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.701702] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.701702] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4dfdb512-f573-4bbd-89ab-4947ebfcf90c/4dfdb512-f573-4bbd-89ab-4947ebfcf90c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.702681] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47e0090-c640-4735-8184-d30a59200acf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.704158] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fb7d39f-6902-4af0-988d-6d5146fb6ac0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.708971] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 900.708971] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524bcddd-2c41-7202-3d76-86e7e90a334d" [ 900.708971] env[62633]: _type = "Task" [ 900.708971] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.713974] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 900.713974] env[62633]: value = "task-2696359" [ 900.713974] env[62633]: _type = "Task" [ 900.713974] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.720686] env[62633]: DEBUG nova.network.neutron [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updated VIF entry in instance network info cache for port fe856049-2401-4e3c-b618-189f737cf8b7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.721029] env[62633]: DEBUG nova.network.neutron [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updating instance_info_cache with network_info: [{"id": "fe856049-2401-4e3c-b618-189f737cf8b7", "address": "fa:16:3e:24:76:ee", "network": {"id": "83c6ef45-ec61-447e-8b78-3c90cc3ab2b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1175011365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2968259a9f141ccae7b05e7424c49db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe856049-24", "ovs_interfaceid": "fe856049-2401-4e3c-b618-189f737cf8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.722357] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524bcddd-2c41-7202-3d76-86e7e90a334d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.730042] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696359, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.733515] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.733515] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527eb038-28ce-5e64-6044-cc393e73b877" [ 900.733515] env[62633]: _type = "HttpNfcLease" [ 900.733515] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.865750] env[62633]: INFO nova.scheduler.client.report [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted allocation for migration 03e278e4-5e63-40eb-83eb-0070fb5b94e3 [ 901.184872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "refresh_cache-a66844ce-2b40-4e63-9796-897d193afa60" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.185146] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "refresh_cache-a66844ce-2b40-4e63-9796-897d193afa60" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.185239] env[62633]: DEBUG nova.network.neutron [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.219045] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524bcddd-2c41-7202-3d76-86e7e90a334d, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.222054] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.222303] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.222547] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.222694] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.222874] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.223447] env[62633]: DEBUG oslo_concurrency.lockutils [req-42ad1841-e318-4bc0-acdb-bc10e663a6b9 req-908a1741-f92b-4103-9061-d5017985f6ea service nova] Releasing lock "refresh_cache-29d7e175-bce1-4911-833c-b085306be689" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.223681] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc8ae441-a213-4a9e-b0bc-f2fb759b464b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.232291] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696359, 'name': Rename_Task, 'duration_secs': 0.292347} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.232872] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.233113] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd926e77-81af-4740-bad6-06a521e7233f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.235794] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.235794] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527eb038-28ce-5e64-6044-cc393e73b877" [ 901.235794] env[62633]: _type = "HttpNfcLease" [ 901.235794] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 901.237180] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 901.237180] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527eb038-28ce-5e64-6044-cc393e73b877" [ 901.237180] env[62633]: _type = "HttpNfcLease" [ 901.237180] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 901.237460] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.237633] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.239027] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5719cfc8-dbe0-41ee-87de-a1e0c079100a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.240987] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf41ebb-8439-44b7-a7b7-c998ccd3f282 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.244466] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 901.244466] env[62633]: value = "task-2696360" [ 901.244466] env[62633]: _type = "Task" [ 901.244466] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.251450] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 901.251450] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5227fb9f-039a-8ef2-546f-87a7b715516b" [ 901.251450] env[62633]: _type = "Task" [ 901.251450] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.251729] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab8f8-bb4e-8b56-c56d-c69ce4523852/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 901.251914] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Creating HTTP connection to write to file with size = 31589888 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab8f8-bb4e-8b56-c56d-c69ce4523852/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 901.261014] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696360, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.318181] env[62633]: DEBUG nova.compute.manager [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Received event network-vif-plugged-330fd51d-99ac-49cc-b4ef-0d351fa28b9c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.318399] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] Acquiring lock "a66844ce-2b40-4e63-9796-897d193afa60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.318606] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] Lock "a66844ce-2b40-4e63-9796-897d193afa60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.318815] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] Lock "a66844ce-2b40-4e63-9796-897d193afa60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.319382] env[62633]: DEBUG nova.compute.manager [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] No waiting events found dispatching network-vif-plugged-330fd51d-99ac-49cc-b4ef-0d351fa28b9c {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.319382] env[62633]: WARNING nova.compute.manager [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Received unexpected event network-vif-plugged-330fd51d-99ac-49cc-b4ef-0d351fa28b9c for instance with vm_state building and task_state spawning. [ 901.319382] env[62633]: DEBUG nova.compute.manager [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Received event network-changed-330fd51d-99ac-49cc-b4ef-0d351fa28b9c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.319872] env[62633]: DEBUG nova.compute.manager [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Refreshing instance network info cache due to event network-changed-330fd51d-99ac-49cc-b4ef-0d351fa28b9c. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 901.319872] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] Acquiring lock "refresh_cache-a66844ce-2b40-4e63-9796-897d193afa60" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.330649] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5227fb9f-039a-8ef2-546f-87a7b715516b, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.332092] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f15111-fdf2-4fe9-bc8e-a1839179748b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.336319] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f55a84e5-c186-442b-b92b-a2d3fb32f797 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.342399] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 901.342399] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b4dda1-c243-9469-7601-e0c0bdee7846" [ 901.342399] env[62633]: _type = "Task" [ 901.342399] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.353115] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b4dda1-c243-9469-7601-e0c0bdee7846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.375569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ac1805-33b8-49fc-9a92-3fd771384998 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.237s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.630376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a629d87-c2d5-46af-8225-d72ad03b470b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.642100] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34477dc5-2c1e-4660-a110-c6c556cdf9ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.681992] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "7527f3b5-e4af-4338-8d62-45c4d334dc88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.682319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.682502] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "7527f3b5-e4af-4338-8d62-45c4d334dc88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.682690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.682856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.690536] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e0c6bd-4edd-454a-abe6-5b225e01a04f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.696119] env[62633]: INFO nova.compute.manager [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Terminating instance [ 901.708220] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c3b04-ecb2-4515-a9c7-20ec28bf9579 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.728864] env[62633]: DEBUG nova.compute.provider_tree [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.739045] env[62633]: DEBUG nova.network.neutron [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.758436] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696360, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.856049] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b4dda1-c243-9469-7601-e0c0bdee7846, 'name': SearchDatastore_Task, 'duration_secs': 0.013099} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.856049] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.856049] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.857985] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11d5fe31-f961-465a-aa34-ea9e2e9360a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.868062] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 901.868062] env[62633]: value = "task-2696362" [ 901.868062] env[62633]: _type = "Task" [ 901.868062] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.876546] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.898779] env[62633]: DEBUG nova.network.neutron [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Updating instance_info_cache with network_info: [{"id": "330fd51d-99ac-49cc-b4ef-0d351fa28b9c", "address": "fa:16:3e:de:6d:51", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330fd51d-99", "ovs_interfaceid": "330fd51d-99ac-49cc-b4ef-0d351fa28b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.169431] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.169729] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.203667] env[62633]: DEBUG nova.compute.manager [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.204196] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.205160] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e446c0b-4f03-4d15-8e59-5ce77223008d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.213183] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.213466] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a28c75fa-9f81-4c3c-8cf6-a00032aadbb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.220521] env[62633]: DEBUG oslo_vmware.api [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 902.220521] env[62633]: value = "task-2696364" [ 902.220521] env[62633]: _type = "Task" [ 902.220521] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.231793] env[62633]: DEBUG oslo_vmware.api [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.233891] env[62633]: DEBUG nova.scheduler.client.report [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.257531] env[62633]: DEBUG oslo_vmware.api [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696360, 'name': PowerOnVM_Task, 'duration_secs': 0.53943} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.257812] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.258038] env[62633]: INFO nova.compute.manager [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Took 8.47 seconds to spawn the instance on the hypervisor. [ 902.258233] env[62633]: DEBUG nova.compute.manager [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.259151] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23887dfb-a0b9-4e90-81ca-1c8d589e45be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.383851] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.401452] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "refresh_cache-a66844ce-2b40-4e63-9796-897d193afa60" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.401995] env[62633]: DEBUG nova.compute.manager [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Instance network_info: |[{"id": "330fd51d-99ac-49cc-b4ef-0d351fa28b9c", "address": "fa:16:3e:de:6d:51", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330fd51d-99", "ovs_interfaceid": "330fd51d-99ac-49cc-b4ef-0d351fa28b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.402371] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] Acquired lock "refresh_cache-a66844ce-2b40-4e63-9796-897d193afa60" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.402646] env[62633]: DEBUG nova.network.neutron [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Refreshing network info cache for port 330fd51d-99ac-49cc-b4ef-0d351fa28b9c {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.404313] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:6d:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '330fd51d-99ac-49cc-b4ef-0d351fa28b9c', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.415538] env[62633]: DEBUG oslo.service.loopingcall [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.419418] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.420065] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b18ede6-e808-4ba2-a94e-68440b83e53e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.445487] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.445487] env[62633]: value = "task-2696365" [ 902.445487] env[62633]: _type = "Task" [ 902.445487] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.455013] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696365, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.662625] env[62633]: DEBUG nova.network.neutron [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Updated VIF entry in instance network info cache for port 330fd51d-99ac-49cc-b4ef-0d351fa28b9c. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.664838] env[62633]: DEBUG nova.network.neutron [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Updating instance_info_cache with network_info: [{"id": "330fd51d-99ac-49cc-b4ef-0d351fa28b9c", "address": "fa:16:3e:de:6d:51", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330fd51d-99", "ovs_interfaceid": "330fd51d-99ac-49cc-b4ef-0d351fa28b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.672377] env[62633]: DEBUG nova.compute.manager [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.733974] env[62633]: DEBUG oslo_vmware.api [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696364, 'name': PowerOffVM_Task, 'duration_secs': 0.244865} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.733974] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.733974] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.733974] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28e2f7f7-7947-407c-ae03-95a0867119c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.742974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.742974] env[62633]: DEBUG nova.compute.manager [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.744889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.960s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.745589] env[62633]: DEBUG nova.objects.instance [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 902.778438] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 902.778702] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab8f8-bb4e-8b56-c56d-c69ce4523852/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.779815] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf37abd-0ddd-4234-b4a6-04ca370d234d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.787212] env[62633]: INFO nova.compute.manager [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Took 16.84 seconds to build instance. [ 902.792449] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab8f8-bb4e-8b56-c56d-c69ce4523852/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.793286] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab8f8-bb4e-8b56-c56d-c69ce4523852/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 902.793286] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3f0b789e-aa3f-47c1-824e-0041c06fdf67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.821795] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.822065] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.822273] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleting the datastore file [datastore2] 7527f3b5-e4af-4338-8d62-45c4d334dc88 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.822560] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc2849e4-1417-4049-99c0-570f0e713d02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.830030] env[62633]: DEBUG oslo_vmware.api [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 902.830030] env[62633]: value = "task-2696367" [ 902.830030] env[62633]: _type = "Task" [ 902.830030] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.838972] env[62633]: DEBUG oslo_vmware.api [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.880728] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629502} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.881157] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.881391] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.881715] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f549510-777f-4fc8-b4bd-b5e5bec2d3d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.888313] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 902.888313] env[62633]: value = "task-2696368" [ 902.888313] env[62633]: _type = "Task" [ 902.888313] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.896435] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.958877] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696365, 'name': CreateVM_Task, 'duration_secs': 0.369768} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.958877] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.959736] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.959962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.960321] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.960582] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bd344e-5530-4200-b77e-37a866eb936f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.965419] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 902.965419] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529d1f09-fd20-a0e8-7ea2-12bdb5097045" [ 902.965419] env[62633]: _type = "Task" [ 902.965419] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.973741] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d1f09-fd20-a0e8-7ea2-12bdb5097045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.987416] env[62633]: DEBUG oslo_vmware.rw_handles [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab8f8-bb4e-8b56-c56d-c69ce4523852/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 902.987641] env[62633]: INFO nova.virt.vmwareapi.images [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Downloaded image file data ac9557d3-6723-4e6b-9def-d244b9ffec3e [ 902.988575] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8272e6-f4c1-4baa-9453-9a79f37ee63e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.005077] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a16d4f6f-3dbf-400d-8278-96e7bef903cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.030640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24a1c0b2-b751-4d20-a0f2-09a5392a6e75 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.031028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24a1c0b2-b751-4d20-a0f2-09a5392a6e75 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.031432] env[62633]: DEBUG nova.objects.instance [None req-24a1c0b2-b751-4d20-a0f2-09a5392a6e75 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'flavor' on Instance uuid c8a8e802-f4fb-4604-b3bb-df54cff62663 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.049416] env[62633]: INFO nova.virt.vmwareapi.images [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] The imported VM was unregistered [ 903.052465] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 903.052760] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.053601] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a722962-dd5a-482c-8010-4a33ca01d5a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.064672] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Created directory with path [datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.065035] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa/OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa.vmdk to [datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e/ac9557d3-6723-4e6b-9def-d244b9ffec3e.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 903.065304] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b17c0acf-40e2-421d-acd4-375cedea1ac1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.072981] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 903.072981] env[62633]: value = "task-2696370" [ 903.072981] env[62633]: _type = "Task" [ 903.072981] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.081328] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696370, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.167748] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef33871f-8cbf-4af3-8d58-465ed6de6bcf req-f330897a-bc92-4488-b93a-4d68d9683640 service nova] Releasing lock "refresh_cache-a66844ce-2b40-4e63-9796-897d193afa60" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.200755] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.246978] env[62633]: DEBUG nova.compute.utils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.248962] env[62633]: DEBUG nova.compute.manager [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.248962] env[62633]: DEBUG nova.network.neutron [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.290491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.359s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.322440] env[62633]: DEBUG nova.policy [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfdf1d41b2c7487abe7744b9140068b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8b887392eb84af49125d9fdc5962c41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.340737] env[62633]: DEBUG oslo_vmware.api [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205106} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.341049] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.341292] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.341494] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.341718] env[62633]: INFO nova.compute.manager [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Took 1.14 seconds to destroy the instance on the hypervisor. [ 903.341974] env[62633]: DEBUG oslo.service.loopingcall [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.342257] env[62633]: DEBUG nova.compute.manager [-] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.342377] env[62633]: DEBUG nova.network.neutron [-] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.398623] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089509} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.398934] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.399803] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d20aaa8-c44a-4faa-93a8-dac981c916de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.423252] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.423702] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf5d6be-0968-4295-8e47-08c20b30857f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.444104] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 903.444104] env[62633]: value = "task-2696371" [ 903.444104] env[62633]: _type = "Task" [ 903.444104] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.452270] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.477031] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d1f09-fd20-a0e8-7ea2-12bdb5097045, 'name': SearchDatastore_Task, 'duration_secs': 0.015314} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.477394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.477642] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.477915] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.478085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.478283] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.478565] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8ce8665-8517-4922-981e-bd1e7b833fbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.495659] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.495877] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.496785] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47cd4ed7-f34e-484e-ad5e-384b85a0c9b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.503027] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 903.503027] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52807025-2a06-dc06-7a79-495556eb526b" [ 903.503027] env[62633]: _type = "Task" [ 903.503027] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.513301] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52807025-2a06-dc06-7a79-495556eb526b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.535936] env[62633]: DEBUG nova.objects.instance [None req-24a1c0b2-b751-4d20-a0f2-09a5392a6e75 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'pci_requests' on Instance uuid c8a8e802-f4fb-4604-b3bb-df54cff62663 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.584110] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696370, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.752232] env[62633]: DEBUG nova.compute.manager [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.757108] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8efbc138-0f17-4161-912b-7e235d307e5f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.758235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.618s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.758476] env[62633]: DEBUG nova.objects.instance [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lazy-loading 'resources' on Instance uuid 13b29714-9067-43be-bbe2-180ce9abcb91 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.957353] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696371, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.974287] env[62633]: DEBUG nova.compute.manager [req-e22e299a-f642-4eb2-9a16-6a0ba04005ad req-df785b47-1511-4621-8bca-67d6750ba209 service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Received event network-changed-596ef837-516b-42ee-8bed-b1647e8b8b14 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.974287] env[62633]: DEBUG nova.compute.manager [req-e22e299a-f642-4eb2-9a16-6a0ba04005ad req-df785b47-1511-4621-8bca-67d6750ba209 service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Refreshing instance network info cache due to event network-changed-596ef837-516b-42ee-8bed-b1647e8b8b14. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.977804] env[62633]: DEBUG oslo_concurrency.lockutils [req-e22e299a-f642-4eb2-9a16-6a0ba04005ad req-df785b47-1511-4621-8bca-67d6750ba209 service nova] Acquiring lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.978949] env[62633]: DEBUG oslo_concurrency.lockutils [req-e22e299a-f642-4eb2-9a16-6a0ba04005ad req-df785b47-1511-4621-8bca-67d6750ba209 service nova] Acquired lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.978949] env[62633]: DEBUG nova.network.neutron [req-e22e299a-f642-4eb2-9a16-6a0ba04005ad req-df785b47-1511-4621-8bca-67d6750ba209 service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Refreshing network info cache for port 596ef837-516b-42ee-8bed-b1647e8b8b14 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.018046] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52807025-2a06-dc06-7a79-495556eb526b, 'name': SearchDatastore_Task, 'duration_secs': 0.089562} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.018935] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45df8374-4293-4945-ab0b-e1413feed313 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.026759] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 904.026759] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ba7ee7-7a7c-3a0d-8d66-3f8fdef8e60a" [ 904.026759] env[62633]: _type = "Task" [ 904.026759] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.037785] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ba7ee7-7a7c-3a0d-8d66-3f8fdef8e60a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.038828] env[62633]: DEBUG nova.objects.base [None req-24a1c0b2-b751-4d20-a0f2-09a5392a6e75 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 904.038828] env[62633]: DEBUG nova.network.neutron [None req-24a1c0b2-b751-4d20-a0f2-09a5392a6e75 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.087574] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696370, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.217895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24a1c0b2-b751-4d20-a0f2-09a5392a6e75 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.187s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.231687] env[62633]: DEBUG nova.network.neutron [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Successfully created port: f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.281964] env[62633]: DEBUG nova.scheduler.client.report [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.300038] env[62633]: DEBUG nova.scheduler.client.report [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.300302] env[62633]: DEBUG nova.compute.provider_tree [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.314422] env[62633]: DEBUG nova.scheduler.client.report [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.337422] env[62633]: DEBUG nova.scheduler.client.report [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.455165] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696371, 'name': ReconfigVM_Task, 'duration_secs': 0.537718} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.455499] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508/93a7c543-0901-4fae-b5e8-906c2bca5508.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.456229] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-660b30da-ed42-4f90-b604-4443a4326a64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.466393] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 904.466393] env[62633]: value = "task-2696374" [ 904.466393] env[62633]: _type = "Task" [ 904.466393] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.478010] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696374, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.543023] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ba7ee7-7a7c-3a0d-8d66-3f8fdef8e60a, 'name': SearchDatastore_Task, 'duration_secs': 0.093145} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.547340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.547731] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] a66844ce-2b40-4e63-9796-897d193afa60/a66844ce-2b40-4e63-9796-897d193afa60.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.548355] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6507f19a-761f-4714-8621-9a1dfa4fd2fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.555438] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 904.555438] env[62633]: value = "task-2696375" [ 904.555438] env[62633]: _type = "Task" [ 904.555438] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.567291] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.584942] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696370, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.666030] env[62633]: DEBUG nova.network.neutron [-] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.691031] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f24f61-6e3f-4e05-9cfc-522f2fc468d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.702231] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f67c68-b3b8-4174-8a71-92ad2d838c5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.736553] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3991ab23-3713-46d7-8413-dd4eaafdc208 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.744927] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb01c52-c0c6-4d33-81d4-0e71e2eb3670 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.749886] env[62633]: DEBUG nova.network.neutron [req-e22e299a-f642-4eb2-9a16-6a0ba04005ad req-df785b47-1511-4621-8bca-67d6750ba209 service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updated VIF entry in instance network info cache for port 596ef837-516b-42ee-8bed-b1647e8b8b14. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.750270] env[62633]: DEBUG nova.network.neutron [req-e22e299a-f642-4eb2-9a16-6a0ba04005ad req-df785b47-1511-4621-8bca-67d6750ba209 service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance_info_cache with network_info: [{"id": "596ef837-516b-42ee-8bed-b1647e8b8b14", "address": "fa:16:3e:6b:c6:bf", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596ef837-51", "ovs_interfaceid": "596ef837-516b-42ee-8bed-b1647e8b8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.761296] env[62633]: DEBUG nova.compute.provider_tree [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.764659] env[62633]: DEBUG nova.compute.manager [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.792222] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.792959] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.793096] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.794039] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.794039] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.794039] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.794039] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.794039] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.794329] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.794329] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.794441] env[62633]: DEBUG nova.virt.hardware [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.795398] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e74a4fa-b501-4456-89df-919968a1e22f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.803518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60dacb2-fbf0-4051-8a35-08a1321c613a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.976646] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696374, 'name': Rename_Task, 'duration_secs': 0.151929} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.976940] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.977243] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4caf30aa-bb6f-4bda-a77b-f882043e2b89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.983708] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 904.983708] env[62633]: value = "task-2696376" [ 904.983708] env[62633]: _type = "Task" [ 904.983708] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.991844] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.067040] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.086745] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696370, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.169508] env[62633]: INFO nova.compute.manager [-] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Took 1.83 seconds to deallocate network for instance. [ 905.253537] env[62633]: DEBUG oslo_concurrency.lockutils [req-e22e299a-f642-4eb2-9a16-6a0ba04005ad req-df785b47-1511-4621-8bca-67d6750ba209 service nova] Releasing lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.265034] env[62633]: DEBUG nova.scheduler.client.report [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.494271] env[62633]: DEBUG oslo_vmware.api [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696376, 'name': PowerOnVM_Task, 'duration_secs': 0.499131} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.494581] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.494789] env[62633]: DEBUG nova.compute.manager [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.495648] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57422077-e67f-4628-87a0-1fffdea04f1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.566121] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696375, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.588609] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696370, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.394796} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.588905] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa/OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa.vmdk to [datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e/ac9557d3-6723-4e6b-9def-d244b9ffec3e.vmdk. [ 905.589117] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Cleaning up location [datastore1] OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 905.589284] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_71429cae-2688-4e88-94d7-1624a5e33afa {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.589544] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7072fa0b-d9fe-42ea-943e-83793bc81a7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.596318] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 905.596318] env[62633]: value = "task-2696377" [ 905.596318] env[62633]: _type = "Task" [ 905.596318] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.604595] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.676545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.766191] env[62633]: DEBUG nova.network.neutron [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Successfully updated port: f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.769989] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.773496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.573s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.775130] env[62633]: INFO nova.compute.claims [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.794103] env[62633]: INFO nova.scheduler.client.report [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Deleted allocations for instance 13b29714-9067-43be-bbe2-180ce9abcb91 [ 906.012500] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.067593] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696375, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.232467} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.068012] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] a66844ce-2b40-4e63-9796-897d193afa60/a66844ce-2b40-4e63-9796-897d193afa60.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.068345] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.068574] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a08d2d7c-d0f5-4578-81ae-2be979c18c0c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.072561] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.072861] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.073234] env[62633]: DEBUG nova.objects.instance [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'flavor' on Instance uuid c8a8e802-f4fb-4604-b3bb-df54cff62663 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.076498] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 906.076498] env[62633]: value = "task-2696380" [ 906.076498] env[62633]: _type = "Task" [ 906.076498] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.084516] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.105573] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17806} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.105816] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.106026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e/ac9557d3-6723-4e6b-9def-d244b9ffec3e.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.106308] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e/ac9557d3-6723-4e6b-9def-d244b9ffec3e.vmdk to [datastore1] 04e84ba4-d3a5-4540-b625-d9d1d89154a7/04e84ba4-d3a5-4540-b625-d9d1d89154a7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.106594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f632748-3194-4727-9fea-965a1430fafa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.112692] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 906.112692] env[62633]: value = "task-2696381" [ 906.112692] env[62633]: _type = "Task" [ 906.112692] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.121047] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.274711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.274711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.274962] env[62633]: DEBUG nova.network.neutron [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.285610] env[62633]: DEBUG nova.compute.manager [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Received event network-vif-deleted-17b3f633-d416-49d7-8151-60f9fbe67396 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.285920] env[62633]: DEBUG nova.compute.manager [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Received event network-vif-plugged-f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.286210] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] Acquiring lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.286432] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.286606] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.286800] env[62633]: DEBUG nova.compute.manager [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] No waiting events found dispatching network-vif-plugged-f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.286938] env[62633]: WARNING nova.compute.manager [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Received unexpected event network-vif-plugged-f1135313-bb55-4874-a47f-6ae56d244804 for instance with vm_state building and task_state spawning. [ 906.287160] env[62633]: DEBUG nova.compute.manager [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Received event network-changed-f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.287295] env[62633]: DEBUG nova.compute.manager [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Refreshing instance network info cache due to event network-changed-f1135313-bb55-4874-a47f-6ae56d244804. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.287436] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] Acquiring lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.302857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d85f835b-e7ec-40cf-93f8-240e42ed3265 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "13b29714-9067-43be-bbe2-180ce9abcb91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.709s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.592581] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221417} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.592973] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.594133] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11001748-d475-4fd1-9bd3-699dfab629d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.627963] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] a66844ce-2b40-4e63-9796-897d193afa60/a66844ce-2b40-4e63-9796-897d193afa60.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.635574] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58df8ab9-ebc3-4ae6-ae47-bbe050cbae91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.665235] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696381, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.668163] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 906.668163] env[62633]: value = "task-2696382" [ 906.668163] env[62633]: _type = "Task" [ 906.668163] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.677479] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.690316] env[62633]: DEBUG nova.objects.instance [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'pci_requests' on Instance uuid c8a8e802-f4fb-4604-b3bb-df54cff62663 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.810887] env[62633]: DEBUG nova.network.neutron [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.960276] env[62633]: DEBUG nova.network.neutron [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Updating instance_info_cache with network_info: [{"id": "f1135313-bb55-4874-a47f-6ae56d244804", "address": "fa:16:3e:e5:81:7e", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1135313-bb", "ovs_interfaceid": "f1135313-bb55-4874-a47f-6ae56d244804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.107502] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be2bce0-5133-4449-bdd1-9b1e244698d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.119465] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b52e0-1f26-4df4-8e03-42d08721d642 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.128012] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696381, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.159441] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3980ced-84ce-4e96-887e-18ab6bc2b5b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.168531] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3778809f-1857-47d0-8e99-0e12ea821843 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.187306] env[62633]: DEBUG nova.compute.provider_tree [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.191857] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.192385] env[62633]: DEBUG nova.objects.base [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.192580] env[62633]: DEBUG nova.network.neutron [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.249462] env[62633]: DEBUG nova.policy [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f51163cb8d4eb6b252c21c3943ea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fecf2e237f45018e4afed92dac533d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.463289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.463760] env[62633]: DEBUG nova.compute.manager [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Instance network_info: |[{"id": "f1135313-bb55-4874-a47f-6ae56d244804", "address": "fa:16:3e:e5:81:7e", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1135313-bb", "ovs_interfaceid": "f1135313-bb55-4874-a47f-6ae56d244804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.464293] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] Acquired lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.464546] env[62633]: DEBUG nova.network.neutron [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Refreshing network info cache for port f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.466846] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:81:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1135313-bb55-4874-a47f-6ae56d244804', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.474976] env[62633]: DEBUG oslo.service.loopingcall [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.478679] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.479470] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df21b167-c3aa-4b6c-a909-8445761b6593 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.502746] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.502746] env[62633]: value = "task-2696383" [ 907.502746] env[62633]: _type = "Task" [ 907.502746] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.512195] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696383, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.547342] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquiring lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.547342] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.548598] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquiring lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.548598] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.548598] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.550792] env[62633]: INFO nova.compute.manager [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Terminating instance [ 907.604677] env[62633]: DEBUG nova.network.neutron [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Successfully created port: acdfb156-e586-4f40-bca7-870e6a903d1c {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.625694] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696381, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.659659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "29d7e175-bce1-4911-833c-b085306be689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.660028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "29d7e175-bce1-4911-833c-b085306be689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.660248] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "29d7e175-bce1-4911-833c-b085306be689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.660443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "29d7e175-bce1-4911-833c-b085306be689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.660591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "29d7e175-bce1-4911-833c-b085306be689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.665612] env[62633]: INFO nova.compute.manager [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Terminating instance [ 907.682852] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.698057] env[62633]: DEBUG nova.scheduler.client.report [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.895828] env[62633]: DEBUG nova.network.neutron [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Updated VIF entry in instance network info cache for port f1135313-bb55-4874-a47f-6ae56d244804. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.896277] env[62633]: DEBUG nova.network.neutron [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Updating instance_info_cache with network_info: [{"id": "f1135313-bb55-4874-a47f-6ae56d244804", "address": "fa:16:3e:e5:81:7e", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1135313-bb", "ovs_interfaceid": "f1135313-bb55-4874-a47f-6ae56d244804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.014528] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696383, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.055363] env[62633]: DEBUG nova.compute.manager [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.055736] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.057032] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cab2416-71d9-42cd-a7ed-ad7a8b3cf9bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.066420] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.066728] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78fb0bc6-ef54-4018-8186-a18fbab7c1b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.074826] env[62633]: DEBUG oslo_vmware.api [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 908.074826] env[62633]: value = "task-2696384" [ 908.074826] env[62633]: _type = "Task" [ 908.074826] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.084635] env[62633]: DEBUG oslo_vmware.api [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.127703] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696381, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.174981] env[62633]: DEBUG nova.compute.manager [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.175297] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.176672] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e42fd8a-fc50-4b8e-96e7-51e17ab7dae5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.189197] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.189197] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.189197] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cefcbb12-a5d9-4b90-8cdb-5443786ac25e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.195908] env[62633]: DEBUG oslo_vmware.api [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 908.195908] env[62633]: value = "task-2696386" [ 908.195908] env[62633]: _type = "Task" [ 908.195908] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.206556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.207291] env[62633]: DEBUG nova.compute.manager [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.210692] env[62633]: DEBUG oslo_vmware.api [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.211112] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.535s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.211344] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.213985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.202s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.214207] env[62633]: DEBUG nova.objects.instance [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 908.251030] env[62633]: INFO nova.scheduler.client.report [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted allocations for instance 7527f3b5-e4af-4338-8d62-45c4d334dc88 [ 908.399095] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ff403ee-401f-4bf5-b521-74e515b654da req-2d36206d-ebfe-412f-9b92-667db13c465b service nova] Releasing lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.514390] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696383, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.584895] env[62633]: DEBUG oslo_vmware.api [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696384, 'name': PowerOffVM_Task, 'duration_secs': 0.220381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.585208] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.585384] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.585706] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6f54991-fe74-4d33-a558-534ac378bda0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.627621] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696381, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.657920] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.658148] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.658341] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Deleting the datastore file [datastore2] 7b4ed956-efd4-466b-9feb-cd9f88baa73f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.658661] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-830d99ee-0646-401f-8552-a1be45f17df6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.666583] env[62633]: DEBUG oslo_vmware.api [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for the task: (returnval){ [ 908.666583] env[62633]: value = "task-2696388" [ 908.666583] env[62633]: _type = "Task" [ 908.666583] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.678242] env[62633]: DEBUG oslo_vmware.api [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.681690] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.707967] env[62633]: DEBUG oslo_vmware.api [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696386, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.719651] env[62633]: DEBUG nova.compute.utils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.721179] env[62633]: DEBUG nova.compute.manager [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.721353] env[62633]: DEBUG nova.network.neutron [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.726533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "ac489b38-4516-46da-8f90-2645501dd39d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.726772] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "ac489b38-4516-46da-8f90-2645501dd39d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.726972] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "ac489b38-4516-46da-8f90-2645501dd39d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.727201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "ac489b38-4516-46da-8f90-2645501dd39d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.727431] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "ac489b38-4516-46da-8f90-2645501dd39d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.729691] env[62633]: INFO nova.compute.manager [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Terminating instance [ 908.759255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "7527f3b5-e4af-4338-8d62-45c4d334dc88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.077s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.788448] env[62633]: DEBUG nova.policy [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4db79e960c7d4954a114570ed6d50323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b884df404ec4fb5997c5ea931e06449', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.017898] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696383, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.128403] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696381, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.83121} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.129340] env[62633]: DEBUG nova.network.neutron [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Successfully created port: 99d394e4-fd13-454e-a282-cef5e4c8e9be {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.131297] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ac9557d3-6723-4e6b-9def-d244b9ffec3e/ac9557d3-6723-4e6b-9def-d244b9ffec3e.vmdk to [datastore1] 04e84ba4-d3a5-4540-b625-d9d1d89154a7/04e84ba4-d3a5-4540-b625-d9d1d89154a7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.132156] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a8acdb-8120-45ca-a25a-240637919cce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.155575] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 04e84ba4-d3a5-4540-b625-d9d1d89154a7/04e84ba4-d3a5-4540-b625-d9d1d89154a7.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.159457] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e29c05-3ae0-4bee-9cdb-760f0ebe8ccc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.187102] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696382, 'name': ReconfigVM_Task, 'duration_secs': 2.438793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.191138] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Reconfigured VM instance instance-00000050 to attach disk [datastore1] a66844ce-2b40-4e63-9796-897d193afa60/a66844ce-2b40-4e63-9796-897d193afa60.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.191860] env[62633]: DEBUG oslo_vmware.api [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Task: {'id': task-2696388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378477} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.192188] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 909.192188] env[62633]: value = "task-2696389" [ 909.192188] env[62633]: _type = "Task" [ 909.192188] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.192538] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efc314f6-7729-4ff4-bf84-101059b37ad4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.194072] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.194330] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.194553] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.194767] env[62633]: INFO nova.compute.manager [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 909.195054] env[62633]: DEBUG oslo.service.loopingcall [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.195453] env[62633]: DEBUG nova.compute.manager [-] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.195492] env[62633]: DEBUG nova.network.neutron [-] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.206660] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 909.206660] env[62633]: value = "task-2696390" [ 909.206660] env[62633]: _type = "Task" [ 909.206660] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.212755] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.213585] env[62633]: DEBUG oslo_vmware.api [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696386, 'name': PowerOffVM_Task, 'duration_secs': 0.566905} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.216125] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.216385] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.216673] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f325fc48-0be9-49ab-90b4-e9c45aedcd64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.223519] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696390, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.224082] env[62633]: DEBUG nova.compute.manager [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.230509] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e95b015-5fae-4673-99bc-5f1d139a6a0c tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.233794] env[62633]: DEBUG nova.compute.manager [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.234115] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.235117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c4b8bd-c768-44db-8945-28e97cf3408e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.242826] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.243161] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b7d9c85-cfb6-4de5-82a1-b52944fd8616 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.250053] env[62633]: DEBUG oslo_vmware.api [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 909.250053] env[62633]: value = "task-2696392" [ 909.250053] env[62633]: _type = "Task" [ 909.250053] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.260049] env[62633]: DEBUG oslo_vmware.api [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.313905] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.314165] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.314352] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Deleting the datastore file [datastore1] 29d7e175-bce1-4911-833c-b085306be689 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.314613] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a8d42f4-ad5d-4980-9821-baf3983dbe33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.321348] env[62633]: DEBUG oslo_vmware.api [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for the task: (returnval){ [ 909.321348] env[62633]: value = "task-2696393" [ 909.321348] env[62633]: _type = "Task" [ 909.321348] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.329385] env[62633]: DEBUG oslo_vmware.api [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.348085] env[62633]: DEBUG nova.compute.manager [req-260a2c63-e3d2-4faa-9448-37f45869a6a0 req-805d9478-9a9f-4e9d-81cb-0b48fc371a14 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-vif-plugged-acdfb156-e586-4f40-bca7-870e6a903d1c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.348310] env[62633]: DEBUG oslo_concurrency.lockutils [req-260a2c63-e3d2-4faa-9448-37f45869a6a0 req-805d9478-9a9f-4e9d-81cb-0b48fc371a14 service nova] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.348526] env[62633]: DEBUG oslo_concurrency.lockutils [req-260a2c63-e3d2-4faa-9448-37f45869a6a0 req-805d9478-9a9f-4e9d-81cb-0b48fc371a14 service nova] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.348689] env[62633]: DEBUG oslo_concurrency.lockutils [req-260a2c63-e3d2-4faa-9448-37f45869a6a0 req-805d9478-9a9f-4e9d-81cb-0b48fc371a14 service nova] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.348855] env[62633]: DEBUG nova.compute.manager [req-260a2c63-e3d2-4faa-9448-37f45869a6a0 req-805d9478-9a9f-4e9d-81cb-0b48fc371a14 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] No waiting events found dispatching network-vif-plugged-acdfb156-e586-4f40-bca7-870e6a903d1c {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.349089] env[62633]: WARNING nova.compute.manager [req-260a2c63-e3d2-4faa-9448-37f45869a6a0 req-805d9478-9a9f-4e9d-81cb-0b48fc371a14 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received unexpected event network-vif-plugged-acdfb156-e586-4f40-bca7-870e6a903d1c for instance with vm_state active and task_state None. [ 909.514046] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696383, 'name': CreateVM_Task, 'duration_secs': 1.643359} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.514325] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.515075] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.515291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.515667] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.515962] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2154510-67d2-49dd-ac28-52d8f296cbf2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.520563] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 909.520563] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f8da00-8394-6783-1dd2-ede761219e42" [ 909.520563] env[62633]: _type = "Task" [ 909.520563] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.528244] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f8da00-8394-6783-1dd2-ede761219e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.672174] env[62633]: DEBUG nova.network.neutron [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Successfully updated port: acdfb156-e586-4f40-bca7-870e6a903d1c {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.706942] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.725821] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696390, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.760323] env[62633]: DEBUG oslo_vmware.api [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696392, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.833043] env[62633]: DEBUG oslo_vmware.api [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.031665] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f8da00-8394-6783-1dd2-ede761219e42, 'name': SearchDatastore_Task, 'duration_secs': 0.053278} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.031970] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.032222] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.032459] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.032606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.032783] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.033066] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7c7dd73-4b86-4693-8b60-76b8c1e5e667 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.041259] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.041470] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.042657] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37c334b-9ebd-475d-afc3-1e7a53067cb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.047884] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 910.047884] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b21561-7bd7-5f8b-9bdb-b7a7d504d9e1" [ 910.047884] env[62633]: _type = "Task" [ 910.047884] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.056549] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b21561-7bd7-5f8b-9bdb-b7a7d504d9e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.176248] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.176248] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.176388] env[62633]: DEBUG nova.network.neutron [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.205924] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696389, 'name': ReconfigVM_Task, 'duration_secs': 0.744583} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.206248] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 04e84ba4-d3a5-4540-b625-d9d1d89154a7/04e84ba4-d3a5-4540-b625-d9d1d89154a7.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.206872] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03988d47-5859-4d7d-a2b8-d9dc034e4714 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.212899] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 910.212899] env[62633]: value = "task-2696395" [ 910.212899] env[62633]: _type = "Task" [ 910.212899] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.223435] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696395, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.226204] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696390, 'name': Rename_Task, 'duration_secs': 0.565483} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.226460] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.226684] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94bfd839-74a3-469f-b404-6ed49be10f45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.232440] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 910.232440] env[62633]: value = "task-2696396" [ 910.232440] env[62633]: _type = "Task" [ 910.232440] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.236400] env[62633]: DEBUG nova.compute.manager [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.244801] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.261028] env[62633]: DEBUG oslo_vmware.api [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696392, 'name': PowerOffVM_Task, 'duration_secs': 0.752783} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.261028] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.261028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.261532] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a1a694-d432-46cd-bd62-b5a8d5063832 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.267250] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.267571] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.267668] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.267841] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.267988] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.268153] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.268368] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.268580] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.268727] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.268890] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.269074] env[62633]: DEBUG nova.virt.hardware [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.269859] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbef4f2f-f317-4fa5-89c5-d9641b6d8aac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.277954] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9847554d-8bd4-4f99-a819-68cbc95ea204 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.332394] env[62633]: DEBUG oslo_vmware.api [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Task: {'id': task-2696393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528999} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.332611] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.332785] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.332994] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.333282] env[62633]: INFO nova.compute.manager [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] [instance: 29d7e175-bce1-4911-833c-b085306be689] Took 2.16 seconds to destroy the instance on the hypervisor. [ 910.333552] env[62633]: DEBUG oslo.service.loopingcall [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.333804] env[62633]: DEBUG nova.compute.manager [-] [instance: 29d7e175-bce1-4911-833c-b085306be689] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.333880] env[62633]: DEBUG nova.network.neutron [-] [instance: 29d7e175-bce1-4911-833c-b085306be689] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.338667] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.338858] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.339036] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleting the datastore file [datastore1] ac489b38-4516-46da-8f90-2645501dd39d {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.339385] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f0b74bc-bf13-4124-ac47-a02e51cad125 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.346124] env[62633]: DEBUG oslo_vmware.api [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 910.346124] env[62633]: value = "task-2696398" [ 910.346124] env[62633]: _type = "Task" [ 910.346124] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.353530] env[62633]: DEBUG oslo_vmware.api [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.468408] env[62633]: DEBUG nova.network.neutron [-] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.560876] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b21561-7bd7-5f8b-9bdb-b7a7d504d9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.562239] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17e528e-198a-4493-b6c6-cb0ba024cee9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.567914] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 910.567914] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e80bf0-9e68-b802-a865-6153e77f6436" [ 910.567914] env[62633]: _type = "Task" [ 910.567914] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.584843] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e80bf0-9e68-b802-a865-6153e77f6436, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.585647] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.585846] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ecdd0228-cc1c-4273-bea0-fc99a2cd6949/ecdd0228-cc1c-4273-bea0-fc99a2cd6949.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.586953] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9ae407c-eeee-4905-9077-7b61a209150f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.593749] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 910.593749] env[62633]: value = "task-2696399" [ 910.593749] env[62633]: _type = "Task" [ 910.593749] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.601814] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.718472] env[62633]: WARNING nova.network.neutron [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] 356b946a-58cb-4591-a084-f5fc301540ba already exists in list: networks containing: ['356b946a-58cb-4591-a084-f5fc301540ba']. ignoring it [ 910.725714] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696395, 'name': Rename_Task, 'duration_secs': 0.187641} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.726010] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.726286] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0084b3e6-0e88-4542-92f5-67c0e46a0a4d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.733693] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 910.733693] env[62633]: value = "task-2696400" [ 910.733693] env[62633]: _type = "Task" [ 910.733693] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.746062] env[62633]: DEBUG oslo_vmware.api [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696396, 'name': PowerOnVM_Task, 'duration_secs': 0.486965} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.749032] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.750025] env[62633]: INFO nova.compute.manager [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Took 10.96 seconds to spawn the instance on the hypervisor. [ 910.750025] env[62633]: DEBUG nova.compute.manager [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.750025] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.750371] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a0deed-1ab4-4cac-957c-55805ef41957 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.855863] env[62633]: DEBUG oslo_vmware.api [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185428} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.856325] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.856560] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.856719] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.856893] env[62633]: INFO nova.compute.manager [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 910.857170] env[62633]: DEBUG oslo.service.loopingcall [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.857348] env[62633]: DEBUG nova.compute.manager [-] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.858529] env[62633]: DEBUG nova.network.neutron [-] [instance: ac489b38-4516-46da-8f90-2645501dd39d] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.971746] env[62633]: INFO nova.compute.manager [-] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Took 1.78 seconds to deallocate network for instance. [ 911.079463] env[62633]: DEBUG nova.network.neutron [-] [instance: 29d7e175-bce1-4911-833c-b085306be689] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.082136] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.083238] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.083589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.083758] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.083869] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.088106] env[62633]: INFO nova.compute.manager [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Terminating instance [ 911.113759] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.248890] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.267729] env[62633]: INFO nova.compute.manager [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Took 19.25 seconds to build instance. [ 911.364664] env[62633]: DEBUG nova.network.neutron [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Successfully updated port: 99d394e4-fd13-454e-a282-cef5e4c8e9be {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.369527] env[62633]: DEBUG nova.network.neutron [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acdfb156-e586-4f40-bca7-870e6a903d1c", "address": "fa:16:3e:6d:db:06", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdfb156-e5", "ovs_interfaceid": "acdfb156-e586-4f40-bca7-870e6a903d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.480890] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.480890] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.480890] env[62633]: DEBUG nova.objects.instance [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lazy-loading 'resources' on Instance uuid 7b4ed956-efd4-466b-9feb-cd9f88baa73f {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.583603] env[62633]: INFO nova.compute.manager [-] [instance: 29d7e175-bce1-4911-833c-b085306be689] Took 1.25 seconds to deallocate network for instance. [ 911.593860] env[62633]: DEBUG nova.compute.manager [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.594264] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.595677] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db27e08-813f-4a8b-88e5-162f249fdc3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.607231] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680077} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.609409] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] ecdd0228-cc1c-4273-bea0-fc99a2cd6949/ecdd0228-cc1c-4273-bea0-fc99a2cd6949.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.609685] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.610040] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.610313] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6a8d02a-7d87-4963-a9e9-f1ee29512cfa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.612226] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6de3031-5116-4b3c-86ce-6f2512ac2758 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.621030] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 911.621030] env[62633]: value = "task-2696401" [ 911.621030] env[62633]: _type = "Task" [ 911.621030] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.621346] env[62633]: DEBUG oslo_vmware.api [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 911.621346] env[62633]: value = "task-2696402" [ 911.621346] env[62633]: _type = "Task" [ 911.621346] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.633461] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.636766] env[62633]: DEBUG oslo_vmware.api [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2696402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.747244] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696400, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.770609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.756s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.819537] env[62633]: DEBUG nova.compute.manager [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-changed-acdfb156-e586-4f40-bca7-870e6a903d1c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.819894] env[62633]: DEBUG nova.compute.manager [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Refreshing instance network info cache due to event network-changed-acdfb156-e586-4f40-bca7-870e6a903d1c. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.820301] env[62633]: DEBUG oslo_concurrency.lockutils [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] Acquiring lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.868396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "refresh_cache-4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.868727] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "refresh_cache-4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.868911] env[62633]: DEBUG nova.network.neutron [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.872590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.873656] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.875053] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.875053] env[62633]: DEBUG oslo_concurrency.lockutils [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] Acquired lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.875053] env[62633]: DEBUG nova.network.neutron [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Refreshing network info cache for port acdfb156-e586-4f40-bca7-870e6a903d1c {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.877268] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63037b1c-f80b-4703-86aa-ecb4682d2269 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.898028] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.898439] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.898501] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.898723] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.898881] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.899049] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.899260] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.899418] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.899640] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.899746] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.899918] env[62633]: DEBUG nova.virt.hardware [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.908585] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 911.909366] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b18dce-b335-4129-a3a7-ec3c9aaf5684 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.926818] env[62633]: DEBUG nova.network.neutron [-] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.928265] env[62633]: DEBUG oslo_vmware.api [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 911.928265] env[62633]: value = "task-2696404" [ 911.928265] env[62633]: _type = "Task" [ 911.928265] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.940153] env[62633]: DEBUG oslo_vmware.api [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696404, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.089782] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.135817] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.138952] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.139252] env[62633]: DEBUG oslo_vmware.api [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2696402, 'name': PowerOffVM_Task, 'duration_secs': 0.29269} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.142421] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036ffd2e-c9da-4304-95eb-1432339e57d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.144769] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.144946] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.145539] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bffcb094-f72b-4912-9ba9-1dab0c566c9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.168102] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ecdd0228-cc1c-4273-bea0-fc99a2cd6949/ecdd0228-cc1c-4273-bea0-fc99a2cd6949.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.170849] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-134390a4-c87b-41ff-8bce-c6f9a06c0738 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.190231] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 912.190231] env[62633]: value = "task-2696406" [ 912.190231] env[62633]: _type = "Task" [ 912.190231] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.200148] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.227564] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.227564] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.227564] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Deleting the datastore file [datastore1] 1dc8d549-e69f-4803-8ae1-1de88b6c1309 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.227564] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d2efe1f-559f-4f35-9ee1-30b87cad5076 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.235993] env[62633]: DEBUG oslo_vmware.api [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for the task: (returnval){ [ 912.235993] env[62633]: value = "task-2696407" [ 912.235993] env[62633]: _type = "Task" [ 912.235993] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.247838] env[62633]: DEBUG oslo_vmware.api [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2696407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.252957] env[62633]: DEBUG oslo_vmware.api [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696400, 'name': PowerOnVM_Task, 'duration_secs': 1.196783} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.253412] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.300413] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d22b90-cd6c-445a-bcef-53dc9f4f5228 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.308846] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0aa3b7-6485-4bf9-a3f2-e3557952929d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.341401] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.343058] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.344758] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d9c331-7abb-4548-b0fd-588afab85ebf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.355201] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ebae98-7f15-4d84-9606-f6e5b039669c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.369383] env[62633]: DEBUG nova.compute.provider_tree [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.373689] env[62633]: DEBUG nova.compute.manager [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.375686] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea540746-e12a-4cb9-8e2e-59a79a000ebd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.423592] env[62633]: DEBUG nova.network.neutron [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.429332] env[62633]: INFO nova.compute.manager [-] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Took 1.57 seconds to deallocate network for instance. [ 912.448887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Acquiring lock "07e949a5-60cf-4874-a407-423d13cdadb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.449249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "07e949a5-60cf-4874-a407-423d13cdadb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.452604] env[62633]: DEBUG oslo_vmware.api [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.663387] env[62633]: DEBUG nova.network.neutron [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Updating instance_info_cache with network_info: [{"id": "99d394e4-fd13-454e-a282-cef5e4c8e9be", "address": "fa:16:3e:fe:05:20", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d394e4-fd", "ovs_interfaceid": "99d394e4-fd13-454e-a282-cef5e4c8e9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.695635] env[62633]: DEBUG nova.network.neutron [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updated VIF entry in instance network info cache for port acdfb156-e586-4f40-bca7-870e6a903d1c. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.696053] env[62633]: DEBUG nova.network.neutron [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acdfb156-e586-4f40-bca7-870e6a903d1c", "address": "fa:16:3e:6d:db:06", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdfb156-e5", "ovs_interfaceid": "acdfb156-e586-4f40-bca7-870e6a903d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.704022] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.746709] env[62633]: DEBUG oslo_vmware.api [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2696407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.855483] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "a66844ce-2b40-4e63-9796-897d193afa60" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.855806] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.855917] env[62633]: DEBUG nova.compute.manager [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.856420] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.857276] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6994b74-5c73-45df-9a4d-3602fc0eb73c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.859821] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.860037] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.860608] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.860766] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.861019] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.861056] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 912.861194] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.865058] env[62633]: DEBUG nova.compute.manager [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 912.865412] env[62633]: DEBUG nova.objects.instance [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lazy-loading 'flavor' on Instance uuid a66844ce-2b40-4e63-9796-897d193afa60 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.872228] env[62633]: DEBUG nova.scheduler.client.report [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.896327] env[62633]: DEBUG oslo_concurrency.lockutils [None req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.998s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.939817] env[62633]: DEBUG oslo_vmware.api [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.941782] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.952334] env[62633]: DEBUG nova.compute.manager [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.168943] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "refresh_cache-4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.169125] env[62633]: DEBUG nova.compute.manager [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Instance network_info: |[{"id": "99d394e4-fd13-454e-a282-cef5e4c8e9be", "address": "fa:16:3e:fe:05:20", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d394e4-fd", "ovs_interfaceid": "99d394e4-fd13-454e-a282-cef5e4c8e9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.169760] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:05:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99d394e4-fd13-454e-a282-cef5e4c8e9be', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.182613] env[62633]: DEBUG oslo.service.loopingcall [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.182925] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.183241] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3752faa5-f320-4bad-ad41-17d69bcdc1e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.201160] env[62633]: DEBUG oslo_concurrency.lockutils [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] Releasing lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.201420] env[62633]: DEBUG nova.compute.manager [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Received event network-vif-deleted-4590ed59-152a-4a54-b425-5afc98ff0027 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.201609] env[62633]: DEBUG nova.compute.manager [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 29d7e175-bce1-4911-833c-b085306be689] Received event network-vif-deleted-fe856049-2401-4e3c-b618-189f737cf8b7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.201788] env[62633]: DEBUG nova.compute.manager [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Received event network-vif-plugged-99d394e4-fd13-454e-a282-cef5e4c8e9be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.201976] env[62633]: DEBUG oslo_concurrency.lockutils [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] Acquiring lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.202195] env[62633]: DEBUG oslo_concurrency.lockutils [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] Lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.202410] env[62633]: DEBUG oslo_concurrency.lockutils [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] Lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.202529] env[62633]: DEBUG nova.compute.manager [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] No waiting events found dispatching network-vif-plugged-99d394e4-fd13-454e-a282-cef5e4c8e9be {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.202696] env[62633]: WARNING nova.compute.manager [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Received unexpected event network-vif-plugged-99d394e4-fd13-454e-a282-cef5e4c8e9be for instance with vm_state building and task_state spawning. [ 913.202861] env[62633]: DEBUG nova.compute.manager [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Received event network-changed-99d394e4-fd13-454e-a282-cef5e4c8e9be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.203023] env[62633]: DEBUG nova.compute.manager [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Refreshing instance network info cache due to event network-changed-99d394e4-fd13-454e-a282-cef5e4c8e9be. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 913.203214] env[62633]: DEBUG oslo_concurrency.lockutils [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] Acquiring lock "refresh_cache-4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.203355] env[62633]: DEBUG oslo_concurrency.lockutils [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] Acquired lock "refresh_cache-4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.203512] env[62633]: DEBUG nova.network.neutron [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Refreshing network info cache for port 99d394e4-fd13-454e-a282-cef5e4c8e9be {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.213643] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696406, 'name': ReconfigVM_Task, 'duration_secs': 0.845522} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.215170] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ecdd0228-cc1c-4273-bea0-fc99a2cd6949/ecdd0228-cc1c-4273-bea0-fc99a2cd6949.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.215583] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.215583] env[62633]: value = "task-2696408" [ 913.215583] env[62633]: _type = "Task" [ 913.215583] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.215791] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-870f137d-56ab-4ca2-9bec-a58e2d62a25a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.230207] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 913.230207] env[62633]: value = "task-2696409" [ 913.230207] env[62633]: _type = "Task" [ 913.230207] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.230487] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696408, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.239795] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696409, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.004369] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.007296] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.527s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.020025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.928s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.020025] env[62633]: DEBUG nova.objects.instance [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lazy-loading 'resources' on Instance uuid 29d7e175-bce1-4911-833c-b085306be689 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.034738] env[62633]: DEBUG oslo_vmware.api [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Task: {'id': task-2696407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.66014} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.035078] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.035347] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.035621] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.035868] env[62633]: INFO nova.compute.manager [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Took 2.44 seconds to destroy the instance on the hypervisor. [ 914.036340] env[62633]: DEBUG oslo.service.loopingcall [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.045379] env[62633]: DEBUG nova.compute.manager [-] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.045522] env[62633]: DEBUG nova.network.neutron [-] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.047620] env[62633]: DEBUG oslo_vmware.api [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.048132] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696408, 'name': CreateVM_Task, 'duration_secs': 0.394591} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.048315] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696409, 'name': Rename_Task, 'duration_secs': 0.159749} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.049401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.050395] env[62633]: INFO nova.scheduler.client.report [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Deleted allocations for instance 7b4ed956-efd4-466b-9feb-cd9f88baa73f [ 914.051425] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.054668] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.056415] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.056742] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.056986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.057291] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1829fba-f46b-4a62-93fb-6b747347e645 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.059808] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c6f385-4be2-4018-a994-c3eb0ae4aad0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.069033] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 914.069033] env[62633]: value = "task-2696411" [ 914.069033] env[62633]: _type = "Task" [ 914.069033] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.069521] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 914.069521] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a05edc-cbba-57fb-e3cc-47b399a2e269" [ 914.069521] env[62633]: _type = "Task" [ 914.069521] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.078167] env[62633]: DEBUG nova.compute.manager [req-ede95e98-5d6d-44c3-be8f-c6a33103154e req-66be3164-5022-4189-9bfb-6b3f57c9ba80 service nova] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Received event network-vif-deleted-cd425777-b812-4261-8937-b613a6f23c25 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.088523] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.089089] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a05edc-cbba-57fb-e3cc-47b399a2e269, 'name': SearchDatastore_Task, 'duration_secs': 0.016015} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.089372] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.089722] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.089834] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.089974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.090170] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.090807] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8691aad-c8ec-4020-ae8c-1db4d55ca7b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.109448] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.109650] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.110431] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a69e0d-8d11-4a86-82ba-528e1ca321bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.115960] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 914.115960] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528f95fe-d320-1666-d0e2-e88e180127e9" [ 914.115960] env[62633]: _type = "Task" [ 914.115960] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.124513] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528f95fe-d320-1666-d0e2-e88e180127e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.518547] env[62633]: DEBUG oslo_vmware.api [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696404, 'name': ReconfigVM_Task, 'duration_secs': 2.153477} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.519088] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.519312] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 914.529859] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.532883] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab35b26-91cf-4125-9a91-1375997926ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.539271] env[62633]: DEBUG oslo_vmware.api [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 914.539271] env[62633]: value = "task-2696412" [ 914.539271] env[62633]: _type = "Task" [ 914.539271] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.551548] env[62633]: DEBUG oslo_vmware.api [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.563045] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6e996387-1016-4109-9374-96f765707f88 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Lock "7b4ed956-efd4-466b-9feb-cd9f88baa73f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.016s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.582511] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.611355] env[62633]: DEBUG nova.network.neutron [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Updated VIF entry in instance network info cache for port 99d394e4-fd13-454e-a282-cef5e4c8e9be. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.611750] env[62633]: DEBUG nova.network.neutron [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Updating instance_info_cache with network_info: [{"id": "99d394e4-fd13-454e-a282-cef5e4c8e9be", "address": "fa:16:3e:fe:05:20", "network": {"id": "0fb3f965-6445-431e-8c09-0a27fe672a63", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-314847428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b884df404ec4fb5997c5ea931e06449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d394e4-fd", "ovs_interfaceid": "99d394e4-fd13-454e-a282-cef5e4c8e9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.633323] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528f95fe-d320-1666-d0e2-e88e180127e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.633323] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7451346-b91f-47ea-80e6-083565dfcf25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.643079] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 914.643079] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520aba79-0f06-fec4-c193-4f2118f9bc45" [ 914.643079] env[62633]: _type = "Task" [ 914.643079] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.651737] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520aba79-0f06-fec4-c193-4f2118f9bc45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.836516] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96b35c0-b9d4-41f0-9e1a-9100d2154236 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.848585] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a9d76e-cab9-41a4-98da-ec14d5048bba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.895342] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd515c5b-a0ca-4fe2-bb14-aa79ee15ab08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.905931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980895ba-67fe-4c59-ac1f-ab6f6fb9d217 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.921139] env[62633]: DEBUG nova.compute.provider_tree [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.025028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42568477-2985-4514-af01-3875121611b2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.951s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.052619] env[62633]: DEBUG oslo_vmware.api [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696412, 'name': PowerOffVM_Task, 'duration_secs': 0.198044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.052879] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.053081] env[62633]: DEBUG nova.compute.manager [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.053846] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51709a62-756f-4fdb-89b2-88ad8a217f5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.080697] env[62633]: DEBUG oslo_vmware.api [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696411, 'name': PowerOnVM_Task, 'duration_secs': 0.811124} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.080964] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.081181] env[62633]: INFO nova.compute.manager [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Took 10.32 seconds to spawn the instance on the hypervisor. [ 915.081356] env[62633]: DEBUG nova.compute.manager [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.082309] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cf6777-23a3-47bc-ac41-518690054439 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.114466] env[62633]: DEBUG oslo_concurrency.lockutils [req-5bcc2171-26e2-41f8-a024-cc7ba13bd3ad req-98cd2926-e4be-4554-bf50-987eecdbd837 service nova] Releasing lock "refresh_cache-4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.157946] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520aba79-0f06-fec4-c193-4f2118f9bc45, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.158249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.158518] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd/4c3f1260-9a35-4fff-8cea-dad0d79ff0dd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.158924] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-853d876f-1262-49e0-ab0b-69ef543de20d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.165572] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 915.165572] env[62633]: value = "task-2696413" [ 915.165572] env[62633]: _type = "Task" [ 915.165572] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.176508] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.347729] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779e9e2b-9ca5-4c1e-932d-f0a99a00dfce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.354410] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a0b5eb-5f38-4e90-aed0-9b2f2d1dfc19 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 915.354597] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7e91353e-a1af-4de5-84ad-0039cc8ab338 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.361167] env[62633]: DEBUG oslo_vmware.api [None req-f0a0b5eb-5f38-4e90-aed0-9b2f2d1dfc19 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 915.361167] env[62633]: value = "task-2696414" [ 915.361167] env[62633]: _type = "Task" [ 915.361167] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.370249] env[62633]: DEBUG oslo_vmware.api [None req-f0a0b5eb-5f38-4e90-aed0-9b2f2d1dfc19 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696414, 'name': SuspendVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.399819] env[62633]: DEBUG nova.network.neutron [-] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.424839] env[62633]: DEBUG nova.scheduler.client.report [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.564871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb4dc92f-3d7a-4fba-bb43-2857183f01da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.709s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.598403] env[62633]: INFO nova.compute.manager [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Took 20.93 seconds to build instance. [ 915.676497] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.872691] env[62633]: DEBUG oslo_vmware.api [None req-f0a0b5eb-5f38-4e90-aed0-9b2f2d1dfc19 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696414, 'name': SuspendVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.904913] env[62633]: INFO nova.compute.manager [-] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Took 1.86 seconds to deallocate network for instance. [ 915.932548] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.935607] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.994s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.936101] env[62633]: DEBUG nova.objects.instance [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lazy-loading 'resources' on Instance uuid ac489b38-4516-46da-8f90-2645501dd39d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.981430] env[62633]: INFO nova.scheduler.client.report [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Deleted allocations for instance 29d7e175-bce1-4911-833c-b085306be689 [ 916.104066] env[62633]: DEBUG oslo_concurrency.lockutils [None req-426b20c4-e1db-43b5-983d-873ec4bd07bc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.441s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.177109] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899399} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.177399] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd/4c3f1260-9a35-4fff-8cea-dad0d79ff0dd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.177616] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.177880] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb9e8514-78b3-47b2-8020-35bff41b5eb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.184405] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 916.184405] env[62633]: value = "task-2696415" [ 916.184405] env[62633]: _type = "Task" [ 916.184405] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.192316] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.359243] env[62633]: DEBUG nova.compute.manager [req-d620666e-da8f-49b7-a692-e7bf5d96c386 req-88cdfcb2-77ab-45e6-9894-8744c916ee56 service nova] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Received event network-vif-deleted-521f17bb-2cf6-4235-b859-822bb1018721 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.377109] env[62633]: DEBUG oslo_vmware.api [None req-f0a0b5eb-5f38-4e90-aed0-9b2f2d1dfc19 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696414, 'name': SuspendVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.413309] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.485999] env[62633]: INFO nova.compute.manager [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Rebuilding instance [ 916.494476] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e348c17-6f3c-487c-b1c8-d8b1f777588c tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Lock "29d7e175-bce1-4911-833c-b085306be689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.834s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.510557] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.510862] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.510999] env[62633]: INFO nova.compute.manager [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Shelving [ 916.548914] env[62633]: DEBUG nova.compute.manager [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.550141] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fbeec5-f03a-483d-8029-58741743292c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.695555] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061483} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.695851] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.696991] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4191e826-c9e0-4e72-abf4-617c41acf2ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.728350] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd/4c3f1260-9a35-4fff-8cea-dad0d79ff0dd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.729007] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-260605b7-710c-4147-bcc9-bb3546b3f23a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.751586] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 916.751586] env[62633]: value = "task-2696416" [ 916.751586] env[62633]: _type = "Task" [ 916.751586] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.761184] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.781069] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb9811f-4dcf-41cd-8a53-74b95613b4e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.789702] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a2a97-c933-4293-a4db-2cf88df51eea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.824307] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f68e318-1d83-43d2-9771-ad8569308e18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.833945] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adbba40-c94f-479b-b540-72cc9b465645 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.849373] env[62633]: DEBUG nova.compute.provider_tree [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.876613] env[62633]: DEBUG oslo_vmware.api [None req-f0a0b5eb-5f38-4e90-aed0-9b2f2d1dfc19 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696414, 'name': SuspendVM_Task, 'duration_secs': 1.346085} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.879342] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a0b5eb-5f38-4e90-aed0-9b2f2d1dfc19 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 916.879342] env[62633]: DEBUG nova.compute.manager [None req-f0a0b5eb-5f38-4e90-aed0-9b2f2d1dfc19 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.879342] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae7517-5e67-4d36-9944-332630d47406 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.261689] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696416, 'name': ReconfigVM_Task, 'duration_secs': 0.302913} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.262014] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd/4c3f1260-9a35-4fff-8cea-dad0d79ff0dd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.262439] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b45360e6-c47f-4747-b6d5-f8c899b28dde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.269133] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 917.269133] env[62633]: value = "task-2696417" [ 917.269133] env[62633]: _type = "Task" [ 917.269133] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.277369] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696417, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.354145] env[62633]: DEBUG nova.scheduler.client.report [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.435436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-14888c34-aa65-42d6-8eb3-d62b3a451ad6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.435627] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-14888c34-aa65-42d6-8eb3-d62b3a451ad6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.435994] env[62633]: DEBUG nova.objects.instance [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'flavor' on Instance uuid c8a8e802-f4fb-4604-b3bb-df54cff62663 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.521442] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.521619] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab9ddf7a-15c1-442b-8de7-635a4783d2fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.529099] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 917.529099] env[62633]: value = "task-2696418" [ 917.529099] env[62633]: _type = "Task" [ 917.529099] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.538767] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.569550] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.569892] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-196942af-741a-47ea-86e5-3579a8a90df0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.578192] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 917.578192] env[62633]: value = "task-2696419" [ 917.578192] env[62633]: _type = "Task" [ 917.578192] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.590847] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 917.591111] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.591878] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77cc214-ada5-4863-8db0-47793b58f0dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.600255] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.600255] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76318e1e-c51f-403c-b456-c00cc385b9ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.666681] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.666915] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.667142] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleting the datastore file [datastore1] a66844ce-2b40-4e63-9796-897d193afa60 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.668202] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac29a328-f92f-4c2e-bf0f-867cbd70d250 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.680230] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 917.680230] env[62633]: value = "task-2696421" [ 917.680230] env[62633]: _type = "Task" [ 917.680230] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.689099] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.779725] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696417, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.859775] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.866016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.858s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.866016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.866016] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 917.866016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.814s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.866016] env[62633]: INFO nova.compute.claims [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.868702] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa754ea-21d6-437d-a538-2216801ed049 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.883590] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02301303-aac4-459d-91af-27b7fe3eccf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.891099] env[62633]: INFO nova.scheduler.client.report [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted allocations for instance ac489b38-4516-46da-8f90-2645501dd39d [ 917.909108] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca3d1c0-0967-476b-8a95-d10152551c3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.917590] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c181a0f-c837-4e65-9365-fac172389233 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.954083] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178637MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 917.954216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.041346] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696418, 'name': PowerOffVM_Task, 'duration_secs': 0.200099} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.044374] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.045576] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f95011-6cf7-43ab-ac2c-2c96f3dd5d38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.067228] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a8c4e6-8956-455b-a74c-33daea7950cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.085357] env[62633]: DEBUG nova.objects.instance [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'pci_requests' on Instance uuid c8a8e802-f4fb-4604-b3bb-df54cff62663 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.188561] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155457} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.188890] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.189168] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.189320] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.280307] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696417, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.298914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Acquiring lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.299169] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.399869] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "ac489b38-4516-46da-8f90-2645501dd39d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.673s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.579733] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 918.580093] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a4c9322-eb2f-4363-86f9-42fa9546555b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.588350] env[62633]: DEBUG nova.objects.base [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 918.588568] env[62633]: DEBUG nova.network.neutron [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.590775] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 918.590775] env[62633]: value = "task-2696422" [ 918.590775] env[62633]: _type = "Task" [ 918.590775] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.599598] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696422, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.654364] env[62633]: DEBUG nova.policy [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f51163cb8d4eb6b252c21c3943ea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fecf2e237f45018e4afed92dac533d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.790010] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696417, 'name': Rename_Task, 'duration_secs': 1.139632} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.790010] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.790010] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-187c2c64-7c87-460a-bae4-71e221cc4684 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.796776] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 918.796776] env[62633]: value = "task-2696423" [ 918.796776] env[62633]: _type = "Task" [ 918.796776] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.801915] env[62633]: DEBUG nova.compute.manager [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.812766] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696423, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.894311] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "069dc77e-e599-4f19-a2a7-22cf68c2359f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.894588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "069dc77e-e599-4f19-a2a7-22cf68c2359f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.894956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "069dc77e-e599-4f19-a2a7-22cf68c2359f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.895053] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "069dc77e-e599-4f19-a2a7-22cf68c2359f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.895228] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "069dc77e-e599-4f19-a2a7-22cf68c2359f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.897449] env[62633]: INFO nova.compute.manager [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Terminating instance [ 919.102354] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696422, 'name': CreateSnapshot_Task, 'duration_secs': 0.427373} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.105557] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 919.106647] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e5c015-62fb-4d84-90a5-aa9d7e1d5ab4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.179436] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a9964-ac99-4bdd-b7a0-b2255ff5aa78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.187688] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f898b9-2516-4974-a228-cee07a1b851a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.230896] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d572ce-773a-475f-9b80-a48ee2731e40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.239094] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12793ff-c499-4e43-925d-757a058b36e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.253144] env[62633]: DEBUG nova.compute.provider_tree [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.263928] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.264243] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.264400] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.264581] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.264724] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.264865] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.265417] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.265665] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.265863] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.266042] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.266854] env[62633]: DEBUG nova.virt.hardware [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.267081] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a8b1a-bc22-400d-9807-9878dc3dc002 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.276081] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5019011-715c-4597-92e9-452b4f2c4ff0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.290119] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:6d:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '330fd51d-99ac-49cc-b4ef-0d351fa28b9c', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.297553] env[62633]: DEBUG oslo.service.loopingcall [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.297882] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.300910] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4ce5058-9f12-4255-bb3a-d913865a529b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.324836] env[62633]: INFO nova.compute.manager [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Resuming [ 919.325250] env[62633]: DEBUG nova.objects.instance [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lazy-loading 'flavor' on Instance uuid 04e84ba4-d3a5-4540-b625-d9d1d89154a7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.327376] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.328407] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.328407] env[62633]: value = "task-2696424" [ 919.328407] env[62633]: _type = "Task" [ 919.328407] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.333760] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.337219] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696424, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.401607] env[62633]: DEBUG nova.compute.manager [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.401607] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.402955] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64629362-4b20-4943-849d-90d8f7428282 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.410899] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.410899] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d82da844-a365-4d34-a120-cf59783d88c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.417533] env[62633]: DEBUG oslo_vmware.api [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 919.417533] env[62633]: value = "task-2696425" [ 919.417533] env[62633]: _type = "Task" [ 919.417533] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.425921] env[62633]: DEBUG oslo_vmware.api [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.630390] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 919.630931] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f660e711-a035-4143-b55e-34dd81ff6454 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.641164] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 919.641164] env[62633]: value = "task-2696426" [ 919.641164] env[62633]: _type = "Task" [ 919.641164] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.650899] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696426, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.757459] env[62633]: DEBUG nova.scheduler.client.report [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.810320] env[62633]: DEBUG oslo_vmware.api [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696423, 'name': PowerOnVM_Task, 'duration_secs': 0.884234} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.810593] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.810814] env[62633]: INFO nova.compute.manager [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Took 9.57 seconds to spawn the instance on the hypervisor. [ 919.811034] env[62633]: DEBUG nova.compute.manager [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.811860] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa5a281-d39f-4c4e-829e-3cf8a32ddd78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.838678] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696424, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.927669] env[62633]: DEBUG oslo_vmware.api [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696425, 'name': PowerOffVM_Task, 'duration_secs': 0.216226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.928016] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.928220] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.928489] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63a4f8ad-6aed-45af-aadd-193e068d1deb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.152010] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696426, 'name': CloneVM_Task} progress is 93%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.154642] env[62633]: DEBUG nova.compute.manager [req-c3fbd6a9-5d2f-446d-ac84-5b25d455a77d req-0acde72a-9cd2-4b8a-9ebe-8e85285361dd service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-vif-plugged-14888c34-aa65-42d6-8eb3-d62b3a451ad6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.154854] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3fbd6a9-5d2f-446d-ac84-5b25d455a77d req-0acde72a-9cd2-4b8a-9ebe-8e85285361dd service nova] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.155129] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3fbd6a9-5d2f-446d-ac84-5b25d455a77d req-0acde72a-9cd2-4b8a-9ebe-8e85285361dd service nova] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.155314] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3fbd6a9-5d2f-446d-ac84-5b25d455a77d req-0acde72a-9cd2-4b8a-9ebe-8e85285361dd service nova] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.155483] env[62633]: DEBUG nova.compute.manager [req-c3fbd6a9-5d2f-446d-ac84-5b25d455a77d req-0acde72a-9cd2-4b8a-9ebe-8e85285361dd service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] No waiting events found dispatching network-vif-plugged-14888c34-aa65-42d6-8eb3-d62b3a451ad6 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.155646] env[62633]: WARNING nova.compute.manager [req-c3fbd6a9-5d2f-446d-ac84-5b25d455a77d req-0acde72a-9cd2-4b8a-9ebe-8e85285361dd service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received unexpected event network-vif-plugged-14888c34-aa65-42d6-8eb3-d62b3a451ad6 for instance with vm_state active and task_state None. [ 920.239398] env[62633]: DEBUG nova.network.neutron [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Successfully updated port: 14888c34-aa65-42d6-8eb3-d62b3a451ad6 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.263560] env[62633]: DEBUG oslo_concurrency.lockutils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.263960] env[62633]: DEBUG nova.compute.manager [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.266703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.854s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.266944] env[62633]: DEBUG nova.objects.instance [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lazy-loading 'resources' on Instance uuid 1dc8d549-e69f-4803-8ae1-1de88b6c1309 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.330392] env[62633]: INFO nova.compute.manager [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Took 17.15 seconds to build instance. [ 920.344664] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696424, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.655021] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696426, 'name': CloneVM_Task} progress is 93%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.746682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.746682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.746682] env[62633]: DEBUG nova.network.neutron [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.770885] env[62633]: DEBUG nova.compute.utils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.776074] env[62633]: DEBUG nova.compute.manager [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.776074] env[62633]: DEBUG nova.network.neutron [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.832079] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.662s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.845650] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.845851] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquired lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.846060] env[62633]: DEBUG nova.network.neutron [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.847263] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696424, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.883075] env[62633]: DEBUG nova.policy [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '454d046f647445ccb49a8a6e7c0fb1fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b91c8409e4f44e290cf801e893a6adf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.127834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f00a16a-e647-4b91-97c3-f2fae318706e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.140524] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0ae48d-81b1-40fe-a55d-d8c3b02b03fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.154143] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696426, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.181767] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a908bd6a-64d7-4d01-ac33-27449605b460 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.190134] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c647f0-2b21-4122-8766-51ee6d986fda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.196456] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.196687] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.196895] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleting the datastore file [datastore2] 069dc77e-e599-4f19-a2a7-22cf68c2359f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.197613] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc23536d-dee8-4409-aea2-9ae932dbf1b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.210420] env[62633]: DEBUG nova.compute.provider_tree [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.216075] env[62633]: DEBUG oslo_vmware.api [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 921.216075] env[62633]: value = "task-2696428" [ 921.216075] env[62633]: _type = "Task" [ 921.216075] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.225873] env[62633]: DEBUG oslo_vmware.api [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.273933] env[62633]: DEBUG nova.compute.manager [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.304276] env[62633]: WARNING nova.network.neutron [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] 356b946a-58cb-4591-a084-f5fc301540ba already exists in list: networks containing: ['356b946a-58cb-4591-a084-f5fc301540ba']. ignoring it [ 921.304555] env[62633]: WARNING nova.network.neutron [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] 356b946a-58cb-4591-a084-f5fc301540ba already exists in list: networks containing: ['356b946a-58cb-4591-a084-f5fc301540ba']. ignoring it [ 921.344168] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696424, 'name': CreateVM_Task, 'duration_secs': 1.868072} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.344438] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.345143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.345347] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.345673] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.346044] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673f705c-ed8a-47b6-98eb-0baf608e05fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.352839] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 921.352839] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ebb272-62c9-e815-a72f-3ab4a118d968" [ 921.352839] env[62633]: _type = "Task" [ 921.352839] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.353660] env[62633]: DEBUG nova.network.neutron [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Successfully created port: 7bd37cfa-208d-48c3-86f7-2db30433cd66 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.365286] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ebb272-62c9-e815-a72f-3ab4a118d968, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.365635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.365950] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.366284] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.366426] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.366619] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.366896] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d46bf3f2-632c-4e24-b7a1-dcd82f5c775d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.375878] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.376140] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.377335] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee83d748-661d-4cee-8a75-4c6ea6365119 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.382713] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 921.382713] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52eb90f9-90ce-8c55-ac9f-6dfbf74dffbc" [ 921.382713] env[62633]: _type = "Task" [ 921.382713] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.391424] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52eb90f9-90ce-8c55-ac9f-6dfbf74dffbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.655786] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696426, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.717020] env[62633]: DEBUG nova.scheduler.client.report [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.730457] env[62633]: DEBUG oslo_vmware.api [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166533} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.737090] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.737090] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.737090] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.737090] env[62633]: INFO nova.compute.manager [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Took 2.33 seconds to destroy the instance on the hypervisor. [ 921.737090] env[62633]: DEBUG oslo.service.loopingcall [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.737090] env[62633]: DEBUG nova.compute.manager [-] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.737090] env[62633]: DEBUG nova.network.neutron [-] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.781530] env[62633]: INFO nova.virt.block_device [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Booting with volume f33f1b52-2c97-447f-a639-2e3f2082c6cd at /dev/sda [ 921.820830] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08211709-fee3-409d-a3db-ccf593b7a8a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.835026] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80cc486-a82b-41be-b714-6de2d6c2a52a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.877880] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1d8f4f6-565b-4751-8eec-3a85b11d28ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.891710] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98676d7-429c-4de6-9fb2-53dda6f1f74c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.910039] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52eb90f9-90ce-8c55-ac9f-6dfbf74dffbc, 'name': SearchDatastore_Task, 'duration_secs': 0.018459} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.913189] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0350cab6-24af-4cf6-9272-18975ab7837a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.918963] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 921.918963] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52dad864-298f-71ed-5c0d-99fd85b43ecc" [ 921.918963] env[62633]: _type = "Task" [ 921.918963] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.939326] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b341752-777b-4950-86ba-7af193d32f06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.945647] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dad864-298f-71ed-5c0d-99fd85b43ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.946304] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.946559] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] a66844ce-2b40-4e63-9796-897d193afa60/a66844ce-2b40-4e63-9796-897d193afa60.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.946809] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1f9bc5a-e553-4963-841d-d23431b12b94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.951944] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f1d1de-5c4e-4781-9b63-6cf44b2718ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.955626] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 921.955626] env[62633]: value = "task-2696429" [ 921.955626] env[62633]: _type = "Task" [ 921.955626] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.965843] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.969388] env[62633]: DEBUG nova.virt.block_device [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Updating existing volume attachment record: 0af2b055-f18a-4504-b25d-c3f0bc670116 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 922.071944] env[62633]: DEBUG nova.network.neutron [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating instance_info_cache with network_info: [{"id": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "address": "fa:16:3e:f1:e9:0f", "network": {"id": "9bef9884-b4b7-4120-b3b9-3b61a0ac2369", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390159871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2614deb9b53e4b4bad09f5740c64ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208f68d0-29", "ovs_interfaceid": "208f68d0-2952-4fbb-b8a4-d132ff92a298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.156865] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696426, 'name': CloneVM_Task, 'duration_secs': 2.163879} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.157578] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Created linked-clone VM from snapshot [ 922.158493] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a1f79-6d23-4f05-a020-b6dd780fa85c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.167480] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Uploading image 597f6ef8-21eb-4b01-8af7-c0b0fbd867aa {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 922.207663] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 922.207663] env[62633]: value = "vm-543408" [ 922.207663] env[62633]: _type = "VirtualMachine" [ 922.207663] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 922.207663] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a3a0f81a-88eb-4ec2-95e3-5114c6061d19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.217990] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lease: (returnval){ [ 922.217990] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520d07f5-7d36-53aa-d8b9-b2d755f49db6" [ 922.217990] env[62633]: _type = "HttpNfcLease" [ 922.217990] env[62633]: } obtained for exporting VM: (result){ [ 922.217990] env[62633]: value = "vm-543408" [ 922.217990] env[62633]: _type = "VirtualMachine" [ 922.217990] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 922.218372] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the lease: (returnval){ [ 922.218372] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520d07f5-7d36-53aa-d8b9-b2d755f49db6" [ 922.218372] env[62633]: _type = "HttpNfcLease" [ 922.218372] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 922.222669] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.231050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.277s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.238428] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.238428] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520d07f5-7d36-53aa-d8b9-b2d755f49db6" [ 922.238428] env[62633]: _type = "HttpNfcLease" [ 922.238428] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 922.238688] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 922.238688] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520d07f5-7d36-53aa-d8b9-b2d755f49db6" [ 922.238688] env[62633]: _type = "HttpNfcLease" [ 922.238688] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 922.240500] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62f2cb0-0b1f-4840-8304-b7ab347eb680 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.249393] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd3f90-830e-07a5-9b9c-12059f1cea64/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 922.249393] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd3f90-830e-07a5-9b9c-12059f1cea64/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 922.317075] env[62633]: INFO nova.scheduler.client.report [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Deleted allocations for instance 1dc8d549-e69f-4803-8ae1-1de88b6c1309 [ 922.385167] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-186322f9-b5bd-4c9b-9651-6690486a77fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.410414] env[62633]: DEBUG nova.network.neutron [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acdfb156-e586-4f40-bca7-870e6a903d1c", "address": "fa:16:3e:6d:db:06", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdfb156-e5", "ovs_interfaceid": "acdfb156-e586-4f40-bca7-870e6a903d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14888c34-aa65-42d6-8eb3-d62b3a451ad6", "address": "fa:16:3e:9f:ae:b0", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14888c34-aa", "ovs_interfaceid": "14888c34-aa65-42d6-8eb3-d62b3a451ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.466481] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696429, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.576160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Releasing lock "refresh_cache-04e84ba4-d3a5-4540-b625-d9d1d89154a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.577121] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8a22ec-f873-4192-81d7-372b5c7fa39a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.585600] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Resuming the VM {{(pid=62633) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 922.585859] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05746918-c007-4c53-bbb5-da84dec04c7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.595021] env[62633]: DEBUG oslo_vmware.api [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 922.595021] env[62633]: value = "task-2696431" [ 922.595021] env[62633]: _type = "Task" [ 922.595021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.603336] env[62633]: DEBUG oslo_vmware.api [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.718210] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "399b767a-6feb-412d-b65f-698088e38536" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.718555] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.753805] env[62633]: DEBUG nova.network.neutron [-] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.829115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Lock "1dc8d549-e69f-4803-8ae1-1de88b6c1309" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.744s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.917531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.918310] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.918608] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.919707] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197a8dc8-a698-46fc-a5f6-4f70f50c6342 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.942499] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.942763] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.942941] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.943459] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.943771] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.943953] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.944237] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.944380] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.944570] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.944738] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.945177] env[62633]: DEBUG nova.virt.hardware [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.954419] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 922.954906] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a783641f-4a14-49f2-a07f-02e877ee0507 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.974307] env[62633]: DEBUG nova.compute.manager [req-66844c35-2b0c-4f38-9709-7d64960451d6 req-bbdefd3f-a70e-4160-baed-bd0d081ff905 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-changed-14888c34-aa65-42d6-8eb3-d62b3a451ad6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.974415] env[62633]: DEBUG nova.compute.manager [req-66844c35-2b0c-4f38-9709-7d64960451d6 req-bbdefd3f-a70e-4160-baed-bd0d081ff905 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Refreshing instance network info cache due to event network-changed-14888c34-aa65-42d6-8eb3-d62b3a451ad6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.974724] env[62633]: DEBUG oslo_concurrency.lockutils [req-66844c35-2b0c-4f38-9709-7d64960451d6 req-bbdefd3f-a70e-4160-baed-bd0d081ff905 service nova] Acquiring lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.974869] env[62633]: DEBUG oslo_concurrency.lockutils [req-66844c35-2b0c-4f38-9709-7d64960451d6 req-bbdefd3f-a70e-4160-baed-bd0d081ff905 service nova] Acquired lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.975111] env[62633]: DEBUG nova.network.neutron [req-66844c35-2b0c-4f38-9709-7d64960451d6 req-bbdefd3f-a70e-4160-baed-bd0d081ff905 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Refreshing network info cache for port 14888c34-aa65-42d6-8eb3-d62b3a451ad6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.984374] env[62633]: DEBUG nova.compute.manager [req-b3ad8c43-dde8-4b14-8886-30bcbc6298ac req-26e49cb6-1210-43ec-b254-8905ee47aa74 service nova] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Received event network-vif-deleted-3a4f923f-11c0-4663-ab6e-1691bc8ac736 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.989916] env[62633]: DEBUG oslo_vmware.api [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 922.989916] env[62633]: value = "task-2696432" [ 922.989916] env[62633]: _type = "Task" [ 922.989916] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.994865] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52582} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.998723] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] a66844ce-2b40-4e63-9796-897d193afa60/a66844ce-2b40-4e63-9796-897d193afa60.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.999092] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.999992] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ae4e86c-a5f7-4e50-b027-aec70dfb248f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.009856] env[62633]: DEBUG oslo_vmware.api [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696432, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.011695] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 923.011695] env[62633]: value = "task-2696433" [ 923.011695] env[62633]: _type = "Task" [ 923.011695] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.025546] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.107520] env[62633]: DEBUG oslo_vmware.api [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696431, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.222976] env[62633]: DEBUG nova.compute.manager [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.256819] env[62633]: INFO nova.compute.manager [-] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Took 1.52 seconds to deallocate network for instance. [ 923.287024] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.287673] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.287673] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 9fe8b122-58a4-433c-9782-0fb186bb14f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.287673] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 4a190bf3-0d75-44c8-beb0-a66b70242ce5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.287673] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 69844c2d-2b25-47de-b6ee-00d7738281be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.287673] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 353e1c39-79ab-4dc6-990c-16661b1c3b49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.287984] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 3d60f677-da9a-4224-905a-76b93c725026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.287984] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 93a7c543-0901-4fae-b5e8-906c2bca5508 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.287984] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 8391c08a-ba96-4715-99a3-ba775e5fece6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.288099] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance c8a8e802-f4fb-4604-b3bb-df54cff62663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.288227] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 069dc77e-e599-4f19-a2a7-22cf68c2359f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.288369] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 04e84ba4-d3a5-4540-b625-d9d1d89154a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.288499] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 4dfdb512-f573-4bbd-89ab-4947ebfcf90c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.288615] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance a66844ce-2b40-4e63-9796-897d193afa60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.288726] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance ecdd0228-cc1c-4273-bea0-fc99a2cd6949 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.288953] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.289679] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 07e949a5-60cf-4874-a407-423d13cdadb3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 923.508569] env[62633]: DEBUG oslo_vmware.api [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.525034] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121972} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.525526] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.526901] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3410ce-9790-4c1c-aef4-088ce1771c7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.554924] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] a66844ce-2b40-4e63-9796-897d193afa60/a66844ce-2b40-4e63-9796-897d193afa60.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.558651] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d40f5cf-bc6f-460d-978b-4a65276f2ddd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.584450] env[62633]: DEBUG nova.network.neutron [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Successfully updated port: 7bd37cfa-208d-48c3-86f7-2db30433cd66 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.592019] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 923.592019] env[62633]: value = "task-2696434" [ 923.592019] env[62633]: _type = "Task" [ 923.592019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.606923] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.615089] env[62633]: DEBUG oslo_vmware.api [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696431, 'name': PowerOnVM_Task, 'duration_secs': 0.725464} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.615542] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Resumed the VM {{(pid=62633) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 923.615825] env[62633]: DEBUG nova.compute.manager [None req-f09bf60e-d26a-4fb3-9dd7-69b7721336c8 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.616823] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a7f85c-5031-47a0-b93c-5fc735c80865 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.750247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.764971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.793658] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 923.807794] env[62633]: DEBUG nova.network.neutron [req-66844c35-2b0c-4f38-9709-7d64960451d6 req-bbdefd3f-a70e-4160-baed-bd0d081ff905 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updated VIF entry in instance network info cache for port 14888c34-aa65-42d6-8eb3-d62b3a451ad6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.808320] env[62633]: DEBUG nova.network.neutron [req-66844c35-2b0c-4f38-9709-7d64960451d6 req-bbdefd3f-a70e-4160-baed-bd0d081ff905 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acdfb156-e586-4f40-bca7-870e6a903d1c", "address": "fa:16:3e:6d:db:06", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdfb156-e5", "ovs_interfaceid": "acdfb156-e586-4f40-bca7-870e6a903d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14888c34-aa65-42d6-8eb3-d62b3a451ad6", "address": "fa:16:3e:9f:ae:b0", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14888c34-aa", "ovs_interfaceid": "14888c34-aa65-42d6-8eb3-d62b3a451ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.010024] env[62633]: DEBUG oslo_vmware.api [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696432, 'name': ReconfigVM_Task, 'duration_secs': 1.00806} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.010024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.010024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 924.084404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Acquiring lock "refresh_cache-07e949a5-60cf-4874-a407-423d13cdadb3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.084693] env[62633]: DEBUG oslo_concurrency.lockutils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Acquired lock "refresh_cache-07e949a5-60cf-4874-a407-423d13cdadb3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.084930] env[62633]: DEBUG nova.network.neutron [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.104215] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.130131] env[62633]: DEBUG nova.compute.manager [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.130131] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.130381] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.130420] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.130636] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.130857] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.131050] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.131280] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.131448] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.131620] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.131806] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.132943] env[62633]: DEBUG nova.virt.hardware [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.133939] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c739aed-c480-4e26-b01d-9f2949bfcffb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.146150] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba45bf-4943-407a-88d9-dc8754a6eb19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.300562] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 399b767a-6feb-412d-b65f-698088e38536 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 924.300799] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 924.300952] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 924.314784] env[62633]: DEBUG oslo_concurrency.lockutils [req-66844c35-2b0c-4f38-9709-7d64960451d6 req-bbdefd3f-a70e-4160-baed-bd0d081ff905 service nova] Releasing lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.512772] env[62633]: DEBUG oslo_concurrency.lockutils [None req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-14888c34-aa65-42d6-8eb3-d62b3a451ad6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.077s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.604617] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696434, 'name': ReconfigVM_Task, 'duration_secs': 0.823549} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.607769] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Reconfigured VM instance instance-00000050 to attach disk [datastore2] a66844ce-2b40-4e63-9796-897d193afa60/a66844ce-2b40-4e63-9796-897d193afa60.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.608677] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e55773ac-6fcc-4b2f-9f99-d8787f6193ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.617495] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 924.617495] env[62633]: value = "task-2696435" [ 924.617495] env[62633]: _type = "Task" [ 924.617495] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.623119] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedfd3ba-b259-414e-b95d-8e85d72e86a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.629564] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696435, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.630523] env[62633]: DEBUG nova.network.neutron [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.639660] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacb5437-cc9b-4d93-a0ad-641270d93418 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.675550] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faca3131-6238-4861-815d-541dfdd5a182 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.684591] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18587242-b55f-4922-a572-350c794f20e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.699338] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.797519] env[62633]: DEBUG nova.network.neutron [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Updating instance_info_cache with network_info: [{"id": "7bd37cfa-208d-48c3-86f7-2db30433cd66", "address": "fa:16:3e:62:43:3a", "network": {"id": "02df2344-68f8-4053-bbc8-a104ab255505", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-237675028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b91c8409e4f44e290cf801e893a6adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd37cfa-20", "ovs_interfaceid": "7bd37cfa-208d-48c3-86f7-2db30433cd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.133046] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696435, 'name': Rename_Task, 'duration_secs': 0.37823} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.133374] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.133635] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e66be306-4d8f-426f-81eb-e4a547e1104e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.143101] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 925.143101] env[62633]: value = "task-2696436" [ 925.143101] env[62633]: _type = "Task" [ 925.143101] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.151414] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.204776] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.300710] env[62633]: DEBUG oslo_concurrency.lockutils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Releasing lock "refresh_cache-07e949a5-60cf-4874-a407-423d13cdadb3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.301076] env[62633]: DEBUG nova.compute.manager [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Instance network_info: |[{"id": "7bd37cfa-208d-48c3-86f7-2db30433cd66", "address": "fa:16:3e:62:43:3a", "network": {"id": "02df2344-68f8-4053-bbc8-a104ab255505", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-237675028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b91c8409e4f44e290cf801e893a6adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd37cfa-20", "ovs_interfaceid": "7bd37cfa-208d-48c3-86f7-2db30433cd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.302656] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:43:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bd37cfa-208d-48c3-86f7-2db30433cd66', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.311485] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Creating folder: Project (1b91c8409e4f44e290cf801e893a6adf). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.313383] env[62633]: DEBUG nova.compute.manager [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Received event network-vif-plugged-7bd37cfa-208d-48c3-86f7-2db30433cd66 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.313596] env[62633]: DEBUG oslo_concurrency.lockutils [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] Acquiring lock "07e949a5-60cf-4874-a407-423d13cdadb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.313962] env[62633]: DEBUG oslo_concurrency.lockutils [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] Lock "07e949a5-60cf-4874-a407-423d13cdadb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.314176] env[62633]: DEBUG oslo_concurrency.lockutils [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] Lock "07e949a5-60cf-4874-a407-423d13cdadb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.314343] env[62633]: DEBUG nova.compute.manager [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] No waiting events found dispatching network-vif-plugged-7bd37cfa-208d-48c3-86f7-2db30433cd66 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.314507] env[62633]: WARNING nova.compute.manager [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Received unexpected event network-vif-plugged-7bd37cfa-208d-48c3-86f7-2db30433cd66 for instance with vm_state building and task_state spawning. [ 925.314664] env[62633]: DEBUG nova.compute.manager [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Received event network-changed-7bd37cfa-208d-48c3-86f7-2db30433cd66 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.314816] env[62633]: DEBUG nova.compute.manager [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Refreshing instance network info cache due to event network-changed-7bd37cfa-208d-48c3-86f7-2db30433cd66. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.315008] env[62633]: DEBUG oslo_concurrency.lockutils [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] Acquiring lock "refresh_cache-07e949a5-60cf-4874-a407-423d13cdadb3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.315209] env[62633]: DEBUG oslo_concurrency.lockutils [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] Acquired lock "refresh_cache-07e949a5-60cf-4874-a407-423d13cdadb3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.315389] env[62633]: DEBUG nova.network.neutron [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Refreshing network info cache for port 7bd37cfa-208d-48c3-86f7-2db30433cd66 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.321030] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47618817-f3e6-4f4e-920e-7b0866b86525 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.334143] env[62633]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 925.334341] env[62633]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62633) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 925.335263] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Folder already exists: Project (1b91c8409e4f44e290cf801e893a6adf). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 925.335474] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Creating folder: Instances. Parent ref: group-v543391. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.335717] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6940b117-feed-4bd1-b433-34cf3acbcf81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.349704] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Created folder: Instances in parent group-v543391. [ 925.350456] env[62633]: DEBUG oslo.service.loopingcall [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.350662] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.351274] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4112be5-64f9-4809-9c8f-4d99be0d0feb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.379620] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.379620] env[62633]: value = "task-2696439" [ 925.379620] env[62633]: _type = "Task" [ 925.379620] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.390799] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696439, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.523736] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquiring lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.525817] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.656338] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.711160] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 925.711160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.480s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.711997] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.378s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.714193] env[62633]: INFO nova.compute.claims [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.895118] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696439, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.027952] env[62633]: DEBUG nova.compute.manager [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.045069] env[62633]: DEBUG nova.network.neutron [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Updated VIF entry in instance network info cache for port 7bd37cfa-208d-48c3-86f7-2db30433cd66. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.045456] env[62633]: DEBUG nova.network.neutron [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Updating instance_info_cache with network_info: [{"id": "7bd37cfa-208d-48c3-86f7-2db30433cd66", "address": "fa:16:3e:62:43:3a", "network": {"id": "02df2344-68f8-4053-bbc8-a104ab255505", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-237675028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b91c8409e4f44e290cf801e893a6adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd37cfa-20", "ovs_interfaceid": "7bd37cfa-208d-48c3-86f7-2db30433cd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.146778] env[62633]: DEBUG oslo_concurrency.lockutils [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.147145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.147386] env[62633]: DEBUG oslo_concurrency.lockutils [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.147579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.147750] env[62633]: DEBUG oslo_concurrency.lockutils [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.154408] env[62633]: INFO nova.compute.manager [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Terminating instance [ 926.161080] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696436, 'name': PowerOnVM_Task, 'duration_secs': 0.831993} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.161459] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.161736] env[62633]: DEBUG nova.compute.manager [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.162739] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff4c1da-c74b-440e-a61a-a110c511e798 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.391782] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696439, 'name': CreateVM_Task, 'duration_secs': 0.524768} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.391971] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.392982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543401', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'name': 'volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e949a5-60cf-4874-a407-423d13cdadb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'serial': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd'}, 'boot_index': 0, 'disk_bus': None, 'attachment_id': '0af2b055-f18a-4504-b25d-c3f0bc670116', 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 926.393220] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Root volume attach. Driver type: vmdk {{(pid=62633) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 926.394102] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8616cf0-3f7f-4a85-a870-31d8c3962489 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.403709] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83e49bf-c132-4e6b-a1b2-16313a7098e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.411102] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e593edc6-6000-4903-b37b-3fb5cdf64a1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.418494] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c9acf89e-4617-4bbb-ab78-2aabe1c6d894 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.428523] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for the task: (returnval){ [ 926.428523] env[62633]: value = "task-2696440" [ 926.428523] env[62633]: _type = "Task" [ 926.428523] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.440020] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696440, 'name': RelocateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.548141] env[62633]: DEBUG oslo_concurrency.lockutils [req-3093488e-fa7a-4c61-8a59-daa70d55b0e6 req-b0a542d1-0d7d-4c71-af71-34ab54704d2c service nova] Releasing lock "refresh_cache-07e949a5-60cf-4874-a407-423d13cdadb3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.555158] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.659339] env[62633]: DEBUG nova.compute.manager [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.659574] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.660514] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf777e5-e827-4470-8ada-a0ee0e8b377e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.673085] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.673085] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14d6c2b2-871a-482f-8e5b-b0c1c64ef3a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.678036] env[62633]: INFO nova.compute.manager [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] bringing vm to original state: 'stopped' [ 926.686814] env[62633]: DEBUG oslo_vmware.api [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 926.686814] env[62633]: value = "task-2696441" [ 926.686814] env[62633]: _type = "Task" [ 926.686814] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.697282] env[62633]: DEBUG oslo_vmware.api [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.756333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-acdfb156-e586-4f40-bca7-870e6a903d1c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.756333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-acdfb156-e586-4f40-bca7-870e6a903d1c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.947055] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696440, 'name': RelocateVM_Task} progress is 38%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.074448] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0742465-d8e8-4f47-8a69-c293b18f014b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.089559] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0eccc5-76b4-4dbb-a958-82d8a5a5af74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.130632] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a8888-ddac-42b3-8734-816a6e5f540e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.144753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7cc85a-0e96-4dba-87c2-36170a538c22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.161679] env[62633]: DEBUG nova.compute.provider_tree [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.202188] env[62633]: DEBUG oslo_vmware.api [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.265305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.265305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.265305] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c056b1a-2d35-4703-8041-cdf2956dd70d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.286828] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265d26aa-9659-4836-8eef-813d3216aa85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.323355] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 927.323355] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519e075e-c221-4f3b-b77c-aaf6bd0b77a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.348030] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 927.348030] env[62633]: value = "task-2696442" [ 927.348030] env[62633]: _type = "Task" [ 927.348030] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.361043] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.442490] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696440, 'name': RelocateVM_Task} progress is 53%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.665288] env[62633]: DEBUG nova.scheduler.client.report [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.684790] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "a66844ce-2b40-4e63-9796-897d193afa60" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.685156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.685350] env[62633]: DEBUG nova.compute.manager [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.686432] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a76ad8-17f4-4331-9a7a-b12f5a7ff9c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.700838] env[62633]: DEBUG nova.compute.manager [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 927.706683] env[62633]: DEBUG oslo_vmware.api [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696441, 'name': PowerOffVM_Task, 'duration_secs': 0.705809} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.708784] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.708784] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.709533] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93889e91-e160-4fc1-affd-fa89e1b47639 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.871581] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.936836] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.937167] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.937447] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleting the datastore file [datastore1] 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.938455] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f254e06-afd6-4923-92a7-9ab4e8538c2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.949254] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696440, 'name': RelocateVM_Task} progress is 65%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.950998] env[62633]: DEBUG oslo_vmware.api [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for the task: (returnval){ [ 927.950998] env[62633]: value = "task-2696444" [ 927.950998] env[62633]: _type = "Task" [ 927.950998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.965993] env[62633]: DEBUG oslo_vmware.api [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.170746] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.171240] env[62633]: DEBUG nova.compute.manager [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.174645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.424s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.176339] env[62633]: INFO nova.compute.claims [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.210388] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.212509] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-176d9be8-fd82-40a4-8320-0f1022b58ccd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.221639] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 928.221639] env[62633]: value = "task-2696445" [ 928.221639] env[62633]: _type = "Task" [ 928.221639] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.237649] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.365122] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.446425] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696440, 'name': RelocateVM_Task} progress is 78%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.464235] env[62633]: DEBUG oslo_vmware.api [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Task: {'id': task-2696444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330356} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.464532] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.464726] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.464911] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.465110] env[62633]: INFO nova.compute.manager [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Took 1.81 seconds to destroy the instance on the hypervisor. [ 928.465404] env[62633]: DEBUG oslo.service.loopingcall [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.465602] env[62633]: DEBUG nova.compute.manager [-] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.465699] env[62633]: DEBUG nova.network.neutron [-] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.684584] env[62633]: DEBUG nova.compute.utils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.692895] env[62633]: DEBUG nova.compute.manager [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.697268] env[62633]: DEBUG nova.network.neutron [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.735975] env[62633]: DEBUG oslo_vmware.api [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696445, 'name': PowerOffVM_Task, 'duration_secs': 0.256039} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.736552] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.736773] env[62633]: DEBUG nova.compute.manager [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.737953] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2385e464-f1cf-4174-866b-06ee0560788b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.796857] env[62633]: DEBUG nova.policy [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b70feb1f15e14bfeb44985edaebde83a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb9b769fc8e49bba86538dce7771193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.869047] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.946728] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696440, 'name': RelocateVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.016968] env[62633]: DEBUG nova.compute.manager [req-7db36adb-8815-4a1d-8b14-fe75d401a8e0 req-202fb5dc-0846-4974-8107-0ec9bcb82e27 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Received event network-vif-deleted-99d394e4-fd13-454e-a282-cef5e4c8e9be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.016968] env[62633]: INFO nova.compute.manager [req-7db36adb-8815-4a1d-8b14-fe75d401a8e0 req-202fb5dc-0846-4974-8107-0ec9bcb82e27 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Neutron deleted interface 99d394e4-fd13-454e-a282-cef5e4c8e9be; detaching it from the instance and deleting it from the info cache [ 929.017735] env[62633]: DEBUG nova.network.neutron [req-7db36adb-8815-4a1d-8b14-fe75d401a8e0 req-202fb5dc-0846-4974-8107-0ec9bcb82e27 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.197250] env[62633]: DEBUG nova.compute.manager [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.261687] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.575s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.298116] env[62633]: DEBUG nova.network.neutron [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Successfully created port: b5503ca8-c855-436b-b112-c63b5ad01f2f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.370361] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.442610] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696440, 'name': RelocateVM_Task} progress is 98%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.490929] env[62633]: DEBUG nova.network.neutron [-] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.523462] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-435c6c42-7f51-430c-b5ba-fbe8f8a20728 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.535153] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e239bdb6-b215-4872-9ba8-1f529ebbb3d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.579307] env[62633]: DEBUG nova.compute.manager [req-7db36adb-8815-4a1d-8b14-fe75d401a8e0 req-202fb5dc-0846-4974-8107-0ec9bcb82e27 service nova] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Detach interface failed, port_id=99d394e4-fd13-454e-a282-cef5e4c8e9be, reason: Instance 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 929.593702] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39767a35-ef6e-4dea-8202-38b6506e497f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.602957] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40ceff1-17ff-44f9-98d3-3cb810e342f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.635139] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765266db-28d2-420f-bf34-021ebc51761c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.645833] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f0a1d-5b53-45b2-bde4-67d3278b2e63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.659756] env[62633]: DEBUG nova.compute.provider_tree [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.700833] env[62633]: INFO nova.virt.block_device [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Booting with volume 13a9d95d-ea36-4d6c-a496-c8d77d4db8ec at /dev/sda [ 929.743777] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbfa1320-df2d-4430-82ed-2c5a316a2573 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.754508] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c52f1ad-1d05-41e8-91b4-d44d0346d8e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.778894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.800371] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6a525fb-e7e1-42cb-9a56-929676da8f35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.810624] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8045fea9-fcfd-48af-9438-abc2bb9670c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.848368] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bb61c2-eb30-487f-9899-7090af24e457 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.859036] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5beee0-59b9-4f04-bd82-0996661163fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.867407] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.874520] env[62633]: DEBUG nova.virt.block_device [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Updating existing volume attachment record: db291713-1d70-4925-a9a7-e3d192f2ef2a {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 929.948393] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696440, 'name': RelocateVM_Task, 'duration_secs': 3.282759} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.948393] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 929.948393] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543401', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'name': 'volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e949a5-60cf-4874-a407-423d13cdadb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'serial': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 929.948393] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4756bc49-931b-449a-a654-c3f5918c5a76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.966304] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0776b6b-4641-4640-8ef9-eee292f75dc6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.992229] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd/volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.992910] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4afd4a1-faac-42f0-a1cf-9cb2156c65c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.009450] env[62633]: INFO nova.compute.manager [-] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Took 1.54 seconds to deallocate network for instance. [ 930.018024] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for the task: (returnval){ [ 930.018024] env[62633]: value = "task-2696446" [ 930.018024] env[62633]: _type = "Task" [ 930.018024] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.028287] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.167819] env[62633]: DEBUG nova.scheduler.client.report [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.366707] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.516345] env[62633]: DEBUG oslo_concurrency.lockutils [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.533021] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696446, 'name': ReconfigVM_Task, 'duration_secs': 0.394054} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.533021] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd/volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.535949] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a9f738-472d-4e16-84d7-19b2152d05a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.556020] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for the task: (returnval){ [ 930.556020] env[62633]: value = "task-2696447" [ 930.556020] env[62633]: _type = "Task" [ 930.556020] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.567863] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.672265] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.672956] env[62633]: DEBUG nova.compute.manager [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.678114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.913s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.678396] env[62633]: DEBUG nova.objects.instance [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lazy-loading 'resources' on Instance uuid 069dc77e-e599-4f19-a2a7-22cf68c2359f {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.757025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "a66844ce-2b40-4e63-9796-897d193afa60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.757025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.757025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "a66844ce-2b40-4e63-9796-897d193afa60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.757025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.757025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.758435] env[62633]: INFO nova.compute.manager [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Terminating instance [ 930.796503] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.796503] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.797723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.797723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.797723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.799467] env[62633]: INFO nova.compute.manager [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Terminating instance [ 930.838912] env[62633]: DEBUG nova.network.neutron [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Successfully updated port: b5503ca8-c855-436b-b112-c63b5ad01f2f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.867664] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.043750] env[62633]: DEBUG nova.compute.manager [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Received event network-vif-plugged-b5503ca8-c855-436b-b112-c63b5ad01f2f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.044115] env[62633]: DEBUG oslo_concurrency.lockutils [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] Acquiring lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.044246] env[62633]: DEBUG oslo_concurrency.lockutils [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] Lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.044417] env[62633]: DEBUG oslo_concurrency.lockutils [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] Lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.044590] env[62633]: DEBUG nova.compute.manager [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] No waiting events found dispatching network-vif-plugged-b5503ca8-c855-436b-b112-c63b5ad01f2f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.044753] env[62633]: WARNING nova.compute.manager [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Received unexpected event network-vif-plugged-b5503ca8-c855-436b-b112-c63b5ad01f2f for instance with vm_state building and task_state block_device_mapping. [ 931.044910] env[62633]: DEBUG nova.compute.manager [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Received event network-changed-b5503ca8-c855-436b-b112-c63b5ad01f2f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.045075] env[62633]: DEBUG nova.compute.manager [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Refreshing instance network info cache due to event network-changed-b5503ca8-c855-436b-b112-c63b5ad01f2f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.045263] env[62633]: DEBUG oslo_concurrency.lockutils [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] Acquiring lock "refresh_cache-dfaf111a-3072-491e-89f7-8aa95bb7cf70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.045399] env[62633]: DEBUG oslo_concurrency.lockutils [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] Acquired lock "refresh_cache-dfaf111a-3072-491e-89f7-8aa95bb7cf70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.045551] env[62633]: DEBUG nova.network.neutron [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Refreshing network info cache for port b5503ca8-c855-436b-b112-c63b5ad01f2f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.067948] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.181636] env[62633]: DEBUG nova.compute.utils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.186025] env[62633]: DEBUG nova.compute.manager [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.186259] env[62633]: DEBUG nova.network.neutron [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.241394] env[62633]: DEBUG nova.policy [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e596f2b4db16455e961b1c1e62cdf926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccdfdb0a9dd841c7b0f8c87bc4e7d1c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.263170] env[62633]: DEBUG nova.compute.manager [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.263779] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.264719] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb0d16-2ddc-42c4-a3fe-78f729bf38ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.275315] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.277369] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf555dd-6c11-4eda-91c4-5df4a1958e7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.304431] env[62633]: DEBUG nova.compute.manager [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.305148] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.305931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07906490-6079-474c-9924-9e13e451ca9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.318632] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.318941] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0213200-0334-4e9f-94d2-c4290aa8ac90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.329814] env[62633]: DEBUG oslo_vmware.api [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 931.329814] env[62633]: value = "task-2696449" [ 931.329814] env[62633]: _type = "Task" [ 931.329814] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.342892] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Acquiring lock "refresh_cache-dfaf111a-3072-491e-89f7-8aa95bb7cf70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.346733] env[62633]: DEBUG oslo_vmware.api [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.355676] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.355901] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.356124] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleting the datastore file [datastore2] a66844ce-2b40-4e63-9796-897d193afa60 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.360554] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e81c6aed-a4ae-4eee-abf4-78b95394b761 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.371913] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.373458] env[62633]: DEBUG oslo_vmware.api [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 931.373458] env[62633]: value = "task-2696450" [ 931.373458] env[62633]: _type = "Task" [ 931.373458] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.385762] env[62633]: DEBUG oslo_vmware.api [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.569710] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.593488] env[62633]: DEBUG nova.network.neutron [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.605352] env[62633]: DEBUG nova.network.neutron [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Successfully created port: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.611040] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda3bb95-6185-4215-b730-59ab2abcc88b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.621381] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad5806a-22cf-4a02-a3ed-d59a94f458b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.660110] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf77b2b-5774-4b23-8e57-65a50f7112a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.670697] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7320e2-2adc-4d25-8277-03777dd5a97d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.690356] env[62633]: DEBUG nova.compute.manager [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.694060] env[62633]: DEBUG nova.compute.provider_tree [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.842784] env[62633]: DEBUG oslo_vmware.api [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.874271] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.885780] env[62633]: DEBUG oslo_vmware.api [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227288} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.888653] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.888653] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.888806] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.888938] env[62633]: INFO nova.compute.manager [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Took 0.63 seconds to destroy the instance on the hypervisor. [ 931.889193] env[62633]: DEBUG oslo.service.loopingcall [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.889397] env[62633]: DEBUG nova.compute.manager [-] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.889484] env[62633]: DEBUG nova.network.neutron [-] [instance: a66844ce-2b40-4e63-9796-897d193afa60] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.962911] env[62633]: DEBUG nova.network.neutron [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.984623] env[62633]: DEBUG nova.compute.manager [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.986821] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.987340] env[62633]: DEBUG nova.virt.hardware [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.988215] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97275d44-e2a7-44bc-8a45-8095bf1135c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.998333] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aec8c6-8359-44f7-b331-65ce664d640d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.004939] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd3f90-830e-07a5-9b9c-12059f1cea64/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 932.005769] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a1214-8f2e-4187-9d08-5a9b6a557c81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.012433] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd3f90-830e-07a5-9b9c-12059f1cea64/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 932.012609] env[62633]: ERROR oslo_vmware.rw_handles [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd3f90-830e-07a5-9b9c-12059f1cea64/disk-0.vmdk due to incomplete transfer. [ 932.020490] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60ab37e4-f8f7-49c5-a592-171c0b5ac0cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.031539] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd3f90-830e-07a5-9b9c-12059f1cea64/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 932.031539] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Uploaded image 597f6ef8-21eb-4b01-8af7-c0b0fbd867aa to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 932.032614] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 932.032614] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96aa9680-5aa6-4a53-91dd-24748d5356dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.041464] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 932.041464] env[62633]: value = "task-2696451" [ 932.041464] env[62633]: _type = "Task" [ 932.041464] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.053886] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696451, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.067475] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696447, 'name': ReconfigVM_Task, 'duration_secs': 1.183606} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.067782] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543401', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'name': 'volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e949a5-60cf-4874-a407-423d13cdadb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'serial': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 932.068337] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b3a96e0-a6e6-43b8-83e9-7cd0600f8314 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.075625] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for the task: (returnval){ [ 932.075625] env[62633]: value = "task-2696452" [ 932.075625] env[62633]: _type = "Task" [ 932.075625] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.084708] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696452, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.192179] env[62633]: DEBUG nova.compute.manager [req-663d3a8d-5ca8-4df3-a113-5aa4cb21401f req-19b373d0-eee0-43fd-a215-7845c0ad9de4 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Received event network-vif-deleted-330fd51d-99ac-49cc-b4ef-0d351fa28b9c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.192458] env[62633]: INFO nova.compute.manager [req-663d3a8d-5ca8-4df3-a113-5aa4cb21401f req-19b373d0-eee0-43fd-a215-7845c0ad9de4 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Neutron deleted interface 330fd51d-99ac-49cc-b4ef-0d351fa28b9c; detaching it from the instance and deleting it from the info cache [ 932.192730] env[62633]: DEBUG nova.network.neutron [req-663d3a8d-5ca8-4df3-a113-5aa4cb21401f req-19b373d0-eee0-43fd-a215-7845c0ad9de4 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.200421] env[62633]: DEBUG nova.scheduler.client.report [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.340454] env[62633]: DEBUG oslo_vmware.api [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696449, 'name': PowerOffVM_Task, 'duration_secs': 0.646187} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.341770] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.341770] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.341770] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e83fa711-61c4-46c5-ac61-a125dc5cf2d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.375213] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.453025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.453291] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.453425] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleting the datastore file [datastore1] 04e84ba4-d3a5-4540-b625-d9d1d89154a7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.453849] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0200f563-ca92-45c4-a713-8e0873f656df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.460997] env[62633]: DEBUG oslo_vmware.api [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for the task: (returnval){ [ 932.460997] env[62633]: value = "task-2696454" [ 932.460997] env[62633]: _type = "Task" [ 932.460997] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.465332] env[62633]: DEBUG oslo_concurrency.lockutils [req-c08f627a-8fc1-4244-bfdf-94cd51e7c677 req-3e1b528a-7056-4269-8f72-a1c001344349 service nova] Releasing lock "refresh_cache-dfaf111a-3072-491e-89f7-8aa95bb7cf70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.466180] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Acquired lock "refresh_cache-dfaf111a-3072-491e-89f7-8aa95bb7cf70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.466424] env[62633]: DEBUG nova.network.neutron [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.471035] env[62633]: DEBUG oslo_vmware.api [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.551789] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696451, 'name': Destroy_Task, 'duration_secs': 0.411726} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.552086] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Destroyed the VM [ 932.552333] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 932.552595] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dabc86c7-b758-4141-8757-35b27853ee8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.559623] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 932.559623] env[62633]: value = "task-2696455" [ 932.559623] env[62633]: _type = "Task" [ 932.559623] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.570447] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696455, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.588660] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696452, 'name': Rename_Task, 'duration_secs': 0.168593} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.588660] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.588660] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e418932-bf9d-479f-92f3-28cd1d924c95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.596075] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for the task: (returnval){ [ 932.596075] env[62633]: value = "task-2696456" [ 932.596075] env[62633]: _type = "Task" [ 932.596075] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.604383] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.663243] env[62633]: DEBUG nova.network.neutron [-] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.695250] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c693631-6f2c-40bd-a0ac-a39994a5e220 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.708225] env[62633]: DEBUG nova.compute.manager [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.712625] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.715247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.160s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.717369] env[62633]: INFO nova.compute.claims [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.723149] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17ddd31-8598-4fd1-8b04-d5e819cd726a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.749938] env[62633]: INFO nova.scheduler.client.report [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted allocations for instance 069dc77e-e599-4f19-a2a7-22cf68c2359f [ 932.762729] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.762729] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.762956] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.763027] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.763330] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.763399] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.763581] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.763794] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.763932] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.764084] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.764290] env[62633]: DEBUG nova.virt.hardware [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.765296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1576b679-f963-4e5f-92fe-1b70b486f32a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.781434] env[62633]: DEBUG nova.compute.manager [req-663d3a8d-5ca8-4df3-a113-5aa4cb21401f req-19b373d0-eee0-43fd-a215-7845c0ad9de4 service nova] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Detach interface failed, port_id=330fd51d-99ac-49cc-b4ef-0d351fa28b9c, reason: Instance a66844ce-2b40-4e63-9796-897d193afa60 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 932.788038] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b59040-3cc8-44c7-ba9b-545e639f1380 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.874203] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.976124] env[62633]: DEBUG oslo_vmware.api [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Task: {'id': task-2696454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157255} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.976124] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.976124] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.976124] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.976486] env[62633]: INFO nova.compute.manager [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Took 1.67 seconds to destroy the instance on the hypervisor. [ 932.976597] env[62633]: DEBUG oslo.service.loopingcall [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.977825] env[62633]: DEBUG nova.compute.manager [-] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.977963] env[62633]: DEBUG nova.network.neutron [-] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.017724] env[62633]: DEBUG nova.network.neutron [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.074870] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696455, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.108423] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696456, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.165694] env[62633]: INFO nova.compute.manager [-] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Took 1.28 seconds to deallocate network for instance. [ 933.172826] env[62633]: DEBUG nova.network.neutron [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Updating instance_info_cache with network_info: [{"id": "b5503ca8-c855-436b-b112-c63b5ad01f2f", "address": "fa:16:3e:d6:d4:4b", "network": {"id": "220b0b69-1802-4cc3-9736-3a7444e2f023", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-316354326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb9b769fc8e49bba86538dce7771193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5503ca8-c8", "ovs_interfaceid": "b5503ca8-c855-436b-b112-c63b5ad01f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.259554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "069dc77e-e599-4f19-a2a7-22cf68c2359f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.365s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.372152] env[62633]: DEBUG nova.compute.manager [req-f41b2960-4a5f-4c36-a033-be7c79d61cf8 req-92e20ac6-f268-4d6e-b3a3-aaa953b32268 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Received event network-vif-deleted-208f68d0-2952-4fbb-b8a4-d132ff92a298 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.372152] env[62633]: INFO nova.compute.manager [req-f41b2960-4a5f-4c36-a033-be7c79d61cf8 req-92e20ac6-f268-4d6e-b3a3-aaa953b32268 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Neutron deleted interface 208f68d0-2952-4fbb-b8a4-d132ff92a298; detaching it from the instance and deleting it from the info cache [ 933.372152] env[62633]: DEBUG nova.network.neutron [req-f41b2960-4a5f-4c36-a033-be7c79d61cf8 req-92e20ac6-f268-4d6e-b3a3-aaa953b32268 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.383968] env[62633]: DEBUG oslo_vmware.api [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696442, 'name': ReconfigVM_Task, 'duration_secs': 5.985722} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.383968] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.383968] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 933.570496] env[62633]: DEBUG nova.network.neutron [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Successfully updated port: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.574530] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696455, 'name': RemoveSnapshot_Task, 'duration_secs': 0.743875} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.574989] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 933.575458] env[62633]: DEBUG nova.compute.manager [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.576187] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf695e3-26f5-4ccc-8375-70a24bf69293 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.610858] env[62633]: DEBUG oslo_vmware.api [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696456, 'name': PowerOnVM_Task, 'duration_secs': 0.747035} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.610858] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.614220] env[62633]: INFO nova.compute.manager [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Took 9.48 seconds to spawn the instance on the hypervisor. [ 933.614502] env[62633]: DEBUG nova.compute.manager [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.615698] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f254046-3f8f-4c02-98fc-14e4d2be5444 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.678035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.678035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Releasing lock "refresh_cache-dfaf111a-3072-491e-89f7-8aa95bb7cf70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.678035] env[62633]: DEBUG nova.compute.manager [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Instance network_info: |[{"id": "b5503ca8-c855-436b-b112-c63b5ad01f2f", "address": "fa:16:3e:d6:d4:4b", "network": {"id": "220b0b69-1802-4cc3-9736-3a7444e2f023", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-316354326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb9b769fc8e49bba86538dce7771193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5503ca8-c8", "ovs_interfaceid": "b5503ca8-c855-436b-b112-c63b5ad01f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.678035] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:d4:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5503ca8-c855-436b-b112-c63b5ad01f2f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.685029] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Creating folder: Project (4eb9b769fc8e49bba86538dce7771193). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.685465] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d77ed71-3e48-428b-b429-4c798103afb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.702325] env[62633]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 933.702325] env[62633]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62633) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 933.702693] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Folder already exists: Project (4eb9b769fc8e49bba86538dce7771193). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 933.702890] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Creating folder: Instances. Parent ref: group-v543394. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.703150] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da4166f6-170d-4420-9130-121510d3a4db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.716464] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Created folder: Instances in parent group-v543394. [ 933.717064] env[62633]: DEBUG oslo.service.loopingcall [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.718846] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.719020] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-531f33fe-b16c-4198-87be-9183689de5e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.755335] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.755335] env[62633]: value = "task-2696459" [ 933.755335] env[62633]: _type = "Task" [ 933.755335] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.765259] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696459, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.849673] env[62633]: DEBUG nova.network.neutron [-] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.875416] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f348afb-21b1-4eab-a8dd-62cd53886382 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.887431] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbb0b8b-30c2-4caf-9a1d-dd144b4cb72e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.931748] env[62633]: DEBUG nova.compute.manager [req-f41b2960-4a5f-4c36-a033-be7c79d61cf8 req-92e20ac6-f268-4d6e-b3a3-aaa953b32268 service nova] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Detach interface failed, port_id=208f68d0-2952-4fbb-b8a4-d132ff92a298, reason: Instance 04e84ba4-d3a5-4540-b625-d9d1d89154a7 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 934.051525] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155a7341-d9e9-4391-890d-0c693c7e3707 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.060868] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e60fa3-87bc-4b95-8792-67c2e3e62079 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.103135] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.103486] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.104673] env[62633]: DEBUG nova.network.neutron [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.109897] env[62633]: INFO nova.compute.manager [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Shelve offloading [ 934.113320] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c39d23-8be0-4042-b058-c8fb9fb40d9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.138025] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb7f6e5-d25b-4180-950b-deb88a8442dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.149690] env[62633]: INFO nova.compute.manager [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Took 20.14 seconds to build instance. [ 934.161395] env[62633]: DEBUG nova.compute.provider_tree [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.270456] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696459, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.353300] env[62633]: INFO nova.compute.manager [-] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Took 1.38 seconds to deallocate network for instance. [ 934.434671] env[62633]: DEBUG nova.compute.manager [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-vif-deleted-14888c34-aa65-42d6-8eb3-d62b3a451ad6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.434999] env[62633]: INFO nova.compute.manager [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Neutron deleted interface 14888c34-aa65-42d6-8eb3-d62b3a451ad6; detaching it from the instance and deleting it from the info cache [ 934.435752] env[62633]: DEBUG nova.network.neutron [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acdfb156-e586-4f40-bca7-870e6a903d1c", "address": "fa:16:3e:6d:db:06", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdfb156-e5", "ovs_interfaceid": "acdfb156-e586-4f40-bca7-870e6a903d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.467545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "8391c08a-ba96-4715-99a3-ba775e5fece6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.467925] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "8391c08a-ba96-4715-99a3-ba775e5fece6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.468250] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "8391c08a-ba96-4715-99a3-ba775e5fece6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.468506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "8391c08a-ba96-4715-99a3-ba775e5fece6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.469278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "8391c08a-ba96-4715-99a3-ba775e5fece6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.475048] env[62633]: INFO nova.compute.manager [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Terminating instance [ 934.622125] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.622450] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9413b353-b4ee-4b82-ac5d-0155a50a1b69 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.630909] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 934.630909] env[62633]: value = "task-2696460" [ 934.630909] env[62633]: _type = "Task" [ 934.630909] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.643592] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 934.643825] env[62633]: DEBUG nova.compute.manager [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.644726] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f18164-b1f7-42cd-aa3f-a744261b2768 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.651571] env[62633]: DEBUG oslo_concurrency.lockutils [None req-888e5c05-7f94-400e-a8a0-ddb27d8397fa tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "07e949a5-60cf-4874-a407-423d13cdadb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.202s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.651875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.652040] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.652219] env[62633]: DEBUG nova.network.neutron [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.656487] env[62633]: DEBUG nova.network.neutron [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.665297] env[62633]: DEBUG nova.scheduler.client.report [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.702617] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.702830] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.703039] env[62633]: DEBUG nova.network.neutron [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.767099] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696459, 'name': CreateVM_Task, 'duration_secs': 0.622342} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.767258] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.768211] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543403', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'name': 'volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfaf111a-3072-491e-89f7-8aa95bb7cf70', 'attached_at': '', 'detached_at': '', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'serial': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec'}, 'boot_index': 0, 'disk_bus': None, 'attachment_id': 'db291713-1d70-4925-a9a7-e3d192f2ef2a', 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 934.768511] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Root volume attach. Driver type: vmdk {{(pid=62633) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 934.769852] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e96a8c-4fd9-4e70-ba76-a4ae53465ea1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.783765] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74810b68-c796-4f5a-abcc-0df81923f2af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.792606] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abbeb1f-973a-47e5-95e9-c6e839d50c42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.802172] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-23ed3691-6fd7-4723-a58f-e72a78802e2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.810073] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 934.810073] env[62633]: value = "task-2696461" [ 934.810073] env[62633]: _type = "Task" [ 934.810073] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.826522] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696461, 'name': RelocateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.861304] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.869897] env[62633]: DEBUG nova.network.neutron [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating instance_info_cache with network_info: [{"id": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "address": "fa:16:3e:1f:a0:e7", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d040c7-d0", "ovs_interfaceid": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.940901] env[62633]: DEBUG oslo_concurrency.lockutils [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.941288] env[62633]: DEBUG oslo_concurrency.lockutils [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Acquired lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.942969] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1420dc9-535a-4d86-b3dd-cc8bc6863135 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.967540] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cd0721-04d1-4e82-bc84-b74d2557e003 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.990968] env[62633]: DEBUG nova.compute.manager [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.991319] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.991761] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.998273] env[62633]: DEBUG nova.virt.vmwareapi.vmops [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 934.999120] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178ffdbc-7468-4ed0-abe5-02ea75460693 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.002574] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f02ea51-753e-4497-b769-ea28a53fcfb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.025737] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.027033] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e56c5414-4103-4908-8124-079e8985d634 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.028795] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Waiting for the task: (returnval){ [ 935.028795] env[62633]: value = "task-2696462" [ 935.028795] env[62633]: _type = "Task" [ 935.028795] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.034384] env[62633]: DEBUG oslo_vmware.api [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 935.034384] env[62633]: value = "task-2696463" [ 935.034384] env[62633]: _type = "Task" [ 935.034384] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.043737] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.049336] env[62633]: DEBUG oslo_vmware.api [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.172264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.173952] env[62633]: DEBUG nova.compute.manager [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.176533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.398s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.176762] env[62633]: DEBUG nova.objects.instance [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 935.328450] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696461, 'name': RelocateVM_Task, 'duration_secs': 0.426698} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.328776] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 935.332137] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543403', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'name': 'volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfaf111a-3072-491e-89f7-8aa95bb7cf70', 'attached_at': '', 'detached_at': '', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'serial': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 935.332986] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bf859c-8ebc-4e11-ae1f-510a3024cda8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.350134] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb8f3c3-8e47-4964-91a8-9641222ab784 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.374467] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec/volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.381280] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.381280] env[62633]: DEBUG nova.compute.manager [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Instance network_info: |[{"id": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "address": "fa:16:3e:1f:a0:e7", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d040c7-d0", "ovs_interfaceid": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.381280] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e612e9ee-c44e-42dd-bf5f-63d552087c09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.396841] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:a0:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85d040c7-d04f-4767-97f2-805eb6bbd2d7', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.403955] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating folder: Project (ccdfdb0a9dd841c7b0f8c87bc4e7d1c8). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.404995] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96ce6307-3a3a-41f1-9a5b-562c12cb7bd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.413785] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 935.413785] env[62633]: value = "task-2696465" [ 935.413785] env[62633]: _type = "Task" [ 935.413785] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.418864] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Created folder: Project (ccdfdb0a9dd841c7b0f8c87bc4e7d1c8) in parent group-v543169. [ 935.418864] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating folder: Instances. Parent ref: group-v543413. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.419206] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-145ba10b-ebb4-4d87-ba98-2af314c26ef6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.424345] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.433552] env[62633]: DEBUG nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received event network-vif-plugged-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.433552] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Acquiring lock "399b767a-6feb-412d-b65f-698088e38536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.433552] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Lock "399b767a-6feb-412d-b65f-698088e38536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.433552] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Lock "399b767a-6feb-412d-b65f-698088e38536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.433552] env[62633]: DEBUG nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] No waiting events found dispatching network-vif-plugged-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.433552] env[62633]: WARNING nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received unexpected event network-vif-plugged-85d040c7-d04f-4767-97f2-805eb6bbd2d7 for instance with vm_state building and task_state spawning. [ 935.433762] env[62633]: DEBUG nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received event network-changed-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.433949] env[62633]: DEBUG nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Refreshing instance network info cache due to event network-changed-85d040c7-d04f-4767-97f2-805eb6bbd2d7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.434380] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Acquiring lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.434380] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Acquired lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.434567] env[62633]: DEBUG nova.network.neutron [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Refreshing network info cache for port 85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.439993] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Created folder: Instances in parent group-v543413. [ 935.439993] env[62633]: DEBUG oslo.service.loopingcall [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.439993] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399b767a-6feb-412d-b65f-698088e38536] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.439993] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feff0214-2573-4f0e-9c16-474d9110dbc2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.466957] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.466957] env[62633]: value = "task-2696467" [ 935.466957] env[62633]: _type = "Task" [ 935.466957] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.476240] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696467, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.543792] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.549942] env[62633]: DEBUG oslo_vmware.api [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696463, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.600296] env[62633]: DEBUG nova.network.neutron [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Updating instance_info_cache with network_info: [{"id": "f1135313-bb55-4874-a47f-6ae56d244804", "address": "fa:16:3e:e5:81:7e", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1135313-bb", "ovs_interfaceid": "f1135313-bb55-4874-a47f-6ae56d244804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.603612] env[62633]: INFO nova.network.neutron [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Port acdfb156-e586-4f40-bca7-870e6a903d1c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 935.603960] env[62633]: DEBUG nova.network.neutron [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.680956] env[62633]: DEBUG nova.compute.utils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.683788] env[62633]: DEBUG nova.compute.manager [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.683788] env[62633]: DEBUG nova.network.neutron [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.724944] env[62633]: DEBUG nova.policy [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e6b5f3258f472291f916a7ca64ef4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4db71e620884fea9ff672242376e3b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.925144] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696465, 'name': ReconfigVM_Task, 'duration_secs': 0.271301} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.927688] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec/volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.930342] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2523021d-953f-46bc-9a5f-c9919c17ef1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.950453] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 935.950453] env[62633]: value = "task-2696468" [ 935.950453] env[62633]: _type = "Task" [ 935.950453] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.960483] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.976262] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696467, 'name': CreateVM_Task, 'duration_secs': 0.359399} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.976554] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399b767a-6feb-412d-b65f-698088e38536] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.977193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.977369] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.977687] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.977954] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f716858-1999-49aa-9ffd-6606946518dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.983597] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 935.983597] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526b784f-9678-2d5a-253d-ad1216272ca3" [ 935.983597] env[62633]: _type = "Task" [ 935.983597] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.994675] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526b784f-9678-2d5a-253d-ad1216272ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.041040] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.041923] env[62633]: DEBUG nova.network.neutron [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Successfully created port: 78df8ff2-aa77-4024-b6ea-7dbf79679850 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.055944] env[62633]: DEBUG oslo_vmware.api [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696463, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.106343] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.106343] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.187696] env[62633]: DEBUG nova.compute.manager [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.191957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e316eec4-c7a9-4c85-9253-41eacb63804f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.192478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.676s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.192730] env[62633]: DEBUG nova.objects.instance [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lazy-loading 'resources' on Instance uuid 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.301717] env[62633]: DEBUG nova.network.neutron [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updated VIF entry in instance network info cache for port 85d040c7-d04f-4767-97f2-805eb6bbd2d7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.302106] env[62633]: DEBUG nova.network.neutron [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating instance_info_cache with network_info: [{"id": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "address": "fa:16:3e:1f:a0:e7", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d040c7-d0", "ovs_interfaceid": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.464933] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696468, 'name': ReconfigVM_Task, 'duration_secs': 0.142215} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.466998] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543403', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'name': 'volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfaf111a-3072-491e-89f7-8aa95bb7cf70', 'attached_at': '', 'detached_at': '', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'serial': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 936.467626] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4315be0c-113d-4e29-ab63-f9dc76771af0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.475412] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 936.475412] env[62633]: value = "task-2696469" [ 936.475412] env[62633]: _type = "Task" [ 936.475412] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.484904] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696469, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.493433] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526b784f-9678-2d5a-253d-ad1216272ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.493722] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.493966] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.494286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.494387] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.494570] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.494833] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9323617-253c-4a67-8b0a-fee640636b60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.504952] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.505206] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.508328] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8979faa-3a60-425a-9b7c-3d41f40f73da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.515611] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 936.515611] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d51ea6-e221-a7df-e4c0-f457c7ceba7d" [ 936.515611] env[62633]: _type = "Task" [ 936.515611] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.524122] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d51ea6-e221-a7df-e4c0-f457c7ceba7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.539233] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.549830] env[62633]: DEBUG oslo_vmware.api [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696463, 'name': PowerOffVM_Task, 'duration_secs': 1.215627} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.550154] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.550370] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.550669] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36140466-acaf-4db2-bd0b-8d3f4fd91489 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.610110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-c8a8e802-f4fb-4604-b3bb-df54cff62663-acdfb156-e586-4f40-bca7-870e6a903d1c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.854s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.635683] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.635914] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.636192] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleting the datastore file [datastore2] 8391c08a-ba96-4715-99a3-ba775e5fece6 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.636484] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27d88cc8-7f6e-4daf-8af7-fab4b2c2cdb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.643097] env[62633]: DEBUG oslo_vmware.api [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 936.643097] env[62633]: value = "task-2696471" [ 936.643097] env[62633]: _type = "Task" [ 936.643097] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.651712] env[62633]: DEBUG oslo_vmware.api [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.804381] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Releasing lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.804821] env[62633]: DEBUG nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-vif-deleted-acdfb156-e586-4f40-bca7-870e6a903d1c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.805131] env[62633]: INFO nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Neutron deleted interface acdfb156-e586-4f40-bca7-870e6a903d1c; detaching it from the instance and deleting it from the info cache [ 936.805337] env[62633]: DEBUG nova.network.neutron [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [{"id": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "address": "fa:16:3e:4e:35:b4", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165f4bd3-55", "ovs_interfaceid": "165f4bd3-55fa-4acf-952e-b318eb8b08fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.816023] env[62633]: DEBUG nova.compute.manager [req-5f2c7ef6-68ba-485b-8790-b88847f17adf req-93a39222-cdfd-4e4a-addf-78ea4f6875b8 service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Received event network-vif-unplugged-f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.816619] env[62633]: DEBUG oslo_concurrency.lockutils [req-5f2c7ef6-68ba-485b-8790-b88847f17adf req-93a39222-cdfd-4e4a-addf-78ea4f6875b8 service nova] Acquiring lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.816619] env[62633]: DEBUG oslo_concurrency.lockutils [req-5f2c7ef6-68ba-485b-8790-b88847f17adf req-93a39222-cdfd-4e4a-addf-78ea4f6875b8 service nova] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.816619] env[62633]: DEBUG oslo_concurrency.lockutils [req-5f2c7ef6-68ba-485b-8790-b88847f17adf req-93a39222-cdfd-4e4a-addf-78ea4f6875b8 service nova] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.816803] env[62633]: DEBUG nova.compute.manager [req-5f2c7ef6-68ba-485b-8790-b88847f17adf req-93a39222-cdfd-4e4a-addf-78ea4f6875b8 service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] No waiting events found dispatching network-vif-unplugged-f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.816942] env[62633]: WARNING nova.compute.manager [req-5f2c7ef6-68ba-485b-8790-b88847f17adf req-93a39222-cdfd-4e4a-addf-78ea4f6875b8 service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Received unexpected event network-vif-unplugged-f1135313-bb55-4874-a47f-6ae56d244804 for instance with vm_state shelved and task_state shelving_offloading. [ 936.872714] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.873663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7395c725-a75d-4184-9207-42a0242c59ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.885943] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.886264] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ee7458f-6151-4f4f-9694-5c9c3fd29f87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.969711] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.970213] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.970213] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleting the datastore file [datastore1] ecdd0228-cc1c-4273-bea0-fc99a2cd6949 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.970887] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56de2bac-76eb-4cbe-9342-3a4977ee6d33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.980806] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 936.980806] env[62633]: value = "task-2696473" [ 936.980806] env[62633]: _type = "Task" [ 936.980806] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.990048] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696469, 'name': Rename_Task, 'duration_secs': 0.265913} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.990661] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.990962] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-860f6653-7a28-4528-8c2c-e6591de16800 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.995242] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.003628] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 937.003628] env[62633]: value = "task-2696474" [ 937.003628] env[62633]: _type = "Task" [ 937.003628] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.008969] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12543fe6-295d-4979-8086-e644eb1cb1fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.014489] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.021492] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ac6686-8539-4dd9-969c-6f089d00764b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.027856] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d51ea6-e221-a7df-e4c0-f457c7ceba7d, 'name': SearchDatastore_Task, 'duration_secs': 0.019174} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.028889] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22654ae8-1444-47c4-be82-1e746c9e0eef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.057842] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a507a0da-7860-4163-b3b0-a77675990222 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.061684] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 937.061684] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529922c3-efbf-db75-1554-daaa52dc6413" [ 937.061684] env[62633]: _type = "Task" [ 937.061684] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.071506] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.073126] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf862a5-fd29-4dc5-9f40-9e5d036c17fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.079932] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529922c3-efbf-db75-1554-daaa52dc6413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.091412] env[62633]: DEBUG nova.compute.provider_tree [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.159746] env[62633]: DEBUG oslo_vmware.api [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4806} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.160096] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.160297] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.160500] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.160737] env[62633]: INFO nova.compute.manager [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Took 2.17 seconds to destroy the instance on the hypervisor. [ 937.161044] env[62633]: DEBUG oslo.service.loopingcall [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.161273] env[62633]: DEBUG nova.compute.manager [-] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.161374] env[62633]: DEBUG nova.network.neutron [-] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.197051] env[62633]: DEBUG nova.compute.manager [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.225363] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.225644] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.225834] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.226043] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.226220] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.226349] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.226553] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.227143] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.227143] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.227143] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.227320] env[62633]: DEBUG nova.virt.hardware [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.228084] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98291df-1b58-4af8-a21b-0880545f13ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.236722] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5e8cf-b38a-4172-9457-3350d74acac0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.310744] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.494692] env[62633]: DEBUG oslo_vmware.api [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293016} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.494807] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.494927] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.495132] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.516848] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696474, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.530856] env[62633]: INFO nova.scheduler.client.report [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted allocations for instance ecdd0228-cc1c-4273-bea0-fc99a2cd6949 [ 937.564441] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.577181] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529922c3-efbf-db75-1554-daaa52dc6413, 'name': SearchDatastore_Task, 'duration_secs': 0.023621} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.577181] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.577181] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 399b767a-6feb-412d-b65f-698088e38536/399b767a-6feb-412d-b65f-698088e38536.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.577181] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3319cb30-7f24-44da-9ec4-e0dd446ce3a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.586419] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 937.586419] env[62633]: value = "task-2696475" [ 937.586419] env[62633]: _type = "Task" [ 937.586419] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.592155] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.595082] env[62633]: DEBUG nova.scheduler.client.report [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.649161] env[62633]: DEBUG nova.compute.manager [req-b0b89505-bfc8-4270-8749-03c5a3d5c6d4 req-03c529cf-921e-42b8-9d9b-5f233ed7cb74 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Received event network-vif-plugged-78df8ff2-aa77-4024-b6ea-7dbf79679850 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.649161] env[62633]: DEBUG oslo_concurrency.lockutils [req-b0b89505-bfc8-4270-8749-03c5a3d5c6d4 req-03c529cf-921e-42b8-9d9b-5f233ed7cb74 service nova] Acquiring lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.649161] env[62633]: DEBUG oslo_concurrency.lockutils [req-b0b89505-bfc8-4270-8749-03c5a3d5c6d4 req-03c529cf-921e-42b8-9d9b-5f233ed7cb74 service nova] Lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.649161] env[62633]: DEBUG oslo_concurrency.lockutils [req-b0b89505-bfc8-4270-8749-03c5a3d5c6d4 req-03c529cf-921e-42b8-9d9b-5f233ed7cb74 service nova] Lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.649161] env[62633]: DEBUG nova.compute.manager [req-b0b89505-bfc8-4270-8749-03c5a3d5c6d4 req-03c529cf-921e-42b8-9d9b-5f233ed7cb74 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] No waiting events found dispatching network-vif-plugged-78df8ff2-aa77-4024-b6ea-7dbf79679850 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.649161] env[62633]: WARNING nova.compute.manager [req-b0b89505-bfc8-4270-8749-03c5a3d5c6d4 req-03c529cf-921e-42b8-9d9b-5f233ed7cb74 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Received unexpected event network-vif-plugged-78df8ff2-aa77-4024-b6ea-7dbf79679850 for instance with vm_state building and task_state spawning. [ 937.702960] env[62633]: DEBUG nova.network.neutron [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Successfully updated port: 78df8ff2-aa77-4024-b6ea-7dbf79679850 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.878834] env[62633]: DEBUG nova.network.neutron [-] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.021187] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696474, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.035828] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.066291] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.096214] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696475, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.101107] env[62633]: DEBUG oslo_concurrency.lockutils [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.103115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.428s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.103373] env[62633]: DEBUG nova.objects.instance [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lazy-loading 'resources' on Instance uuid a66844ce-2b40-4e63-9796-897d193afa60 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.142916] env[62633]: INFO nova.scheduler.client.report [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Deleted allocations for instance 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd [ 938.208584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquiring lock "refresh_cache-b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.208584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquired lock "refresh_cache-b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.208584] env[62633]: DEBUG nova.network.neutron [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.381924] env[62633]: INFO nova.compute.manager [-] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Took 1.22 seconds to deallocate network for instance. [ 938.516353] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.568641] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.594925] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793978} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.596542] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 399b767a-6feb-412d-b65f-698088e38536/399b767a-6feb-412d-b65f-698088e38536.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.596542] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.596542] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe7cbd4a-ceee-4523-844d-c36739f52393 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.602854] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 938.602854] env[62633]: value = "task-2696476" [ 938.602854] env[62633]: _type = "Task" [ 938.602854] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.621116] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.651537] env[62633]: DEBUG oslo_concurrency.lockutils [None req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Lock "4c3f1260-9a35-4fff-8cea-dad0d79ff0dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.504s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.770806] env[62633]: DEBUG nova.network.neutron [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.867551] env[62633]: DEBUG nova.compute.manager [req-312544aa-6757-4b0d-ae53-7f5688e28186 req-59fa7b7b-3449-4aca-9bc8-24f7d18fa94f service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Received event network-changed-f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.867551] env[62633]: DEBUG nova.compute.manager [req-312544aa-6757-4b0d-ae53-7f5688e28186 req-59fa7b7b-3449-4aca-9bc8-24f7d18fa94f service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Refreshing instance network info cache due to event network-changed-f1135313-bb55-4874-a47f-6ae56d244804. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.867696] env[62633]: DEBUG oslo_concurrency.lockutils [req-312544aa-6757-4b0d-ae53-7f5688e28186 req-59fa7b7b-3449-4aca-9bc8-24f7d18fa94f service nova] Acquiring lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.867750] env[62633]: DEBUG oslo_concurrency.lockutils [req-312544aa-6757-4b0d-ae53-7f5688e28186 req-59fa7b7b-3449-4aca-9bc8-24f7d18fa94f service nova] Acquired lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.867911] env[62633]: DEBUG nova.network.neutron [req-312544aa-6757-4b0d-ae53-7f5688e28186 req-59fa7b7b-3449-4aca-9bc8-24f7d18fa94f service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Refreshing network info cache for port f1135313-bb55-4874-a47f-6ae56d244804 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.877733] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.890766] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.906951] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4647794-4e12-4b1a-affc-f83d04240c08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.914849] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fae390-1d18-4ac7-80a2-98d6177ca781 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.950522] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fdd3f6-4e3b-4370-907c-136ce4ac193d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.959912] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d1832-11e8-48dd-8e49-2a3fd91dde70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.974664] env[62633]: DEBUG nova.compute.provider_tree [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.017787] env[62633]: DEBUG oslo_vmware.api [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696474, 'name': PowerOnVM_Task, 'duration_secs': 1.599279} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.019407] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.019407] env[62633]: INFO nova.compute.manager [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Took 7.03 seconds to spawn the instance on the hypervisor. [ 939.019407] env[62633]: DEBUG nova.compute.manager [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.019594] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f764b8-a66b-4522-9a50-9174a728e69b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.052375] env[62633]: DEBUG nova.network.neutron [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Updating instance_info_cache with network_info: [{"id": "78df8ff2-aa77-4024-b6ea-7dbf79679850", "address": "fa:16:3e:e6:73:59", "network": {"id": "f7d2575e-cdab-4ab9-b074-125ca73aaf72", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1636790529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4db71e620884fea9ff672242376e3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78df8ff2-aa", "ovs_interfaceid": "78df8ff2-aa77-4024-b6ea-7dbf79679850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.067576] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.124791] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072877} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.126234] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.127226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15162ecf-72ff-4e16-90bb-f5c1cf62289f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.155996] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 399b767a-6feb-412d-b65f-698088e38536/399b767a-6feb-412d-b65f-698088e38536.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.158330] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3353f0f3-8e50-4179-98c0-f59e430efb35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.179176] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 939.179176] env[62633]: value = "task-2696477" [ 939.179176] env[62633]: _type = "Task" [ 939.179176] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.190657] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.478186] env[62633]: DEBUG nova.scheduler.client.report [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.542881] env[62633]: INFO nova.compute.manager [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Took 20.23 seconds to build instance. [ 939.556668] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Releasing lock "refresh_cache-b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.557021] env[62633]: DEBUG nova.compute.manager [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Instance network_info: |[{"id": "78df8ff2-aa77-4024-b6ea-7dbf79679850", "address": "fa:16:3e:e6:73:59", "network": {"id": "f7d2575e-cdab-4ab9-b074-125ca73aaf72", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1636790529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4db71e620884fea9ff672242376e3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78df8ff2-aa", "ovs_interfaceid": "78df8ff2-aa77-4024-b6ea-7dbf79679850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.557969] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:73:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78df8ff2-aa77-4024-b6ea-7dbf79679850', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.568613] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Creating folder: Project (e4db71e620884fea9ff672242376e3b2). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.574862] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d004887e-e95b-46df-925c-9a8c1bfc4c97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.583398] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.587085] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Created folder: Project (e4db71e620884fea9ff672242376e3b2) in parent group-v543169. [ 939.587273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Creating folder: Instances. Parent ref: group-v543416. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.587519] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d3dd6e-16cf-44f8-9452-ab13ab888b38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.598978] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Created folder: Instances in parent group-v543416. [ 939.599255] env[62633]: DEBUG oslo.service.loopingcall [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.599450] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.599654] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52d15faa-7b3d-4076-8eea-56e1d2bb56d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.624568] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.624568] env[62633]: value = "task-2696480" [ 939.624568] env[62633]: _type = "Task" [ 939.624568] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.634222] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696480, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.693150] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696477, 'name': ReconfigVM_Task, 'duration_secs': 0.293223} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.693150] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 399b767a-6feb-412d-b65f-698088e38536/399b767a-6feb-412d-b65f-698088e38536.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.693150] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25434c47-55c8-47c6-beb6-6eacf72b3972 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.705190] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 939.705190] env[62633]: value = "task-2696481" [ 939.705190] env[62633]: _type = "Task" [ 939.705190] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.715147] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696481, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.765806] env[62633]: DEBUG nova.compute.manager [req-11afe55d-a49e-4264-94af-8cf2d67f65d9 req-bbe04e4e-8074-4395-b2cd-18138bc6f663 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Received event network-changed-78df8ff2-aa77-4024-b6ea-7dbf79679850 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.766032] env[62633]: DEBUG nova.compute.manager [req-11afe55d-a49e-4264-94af-8cf2d67f65d9 req-bbe04e4e-8074-4395-b2cd-18138bc6f663 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Refreshing instance network info cache due to event network-changed-78df8ff2-aa77-4024-b6ea-7dbf79679850. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 939.766615] env[62633]: DEBUG oslo_concurrency.lockutils [req-11afe55d-a49e-4264-94af-8cf2d67f65d9 req-bbe04e4e-8074-4395-b2cd-18138bc6f663 service nova] Acquiring lock "refresh_cache-b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.766795] env[62633]: DEBUG oslo_concurrency.lockutils [req-11afe55d-a49e-4264-94af-8cf2d67f65d9 req-bbe04e4e-8074-4395-b2cd-18138bc6f663 service nova] Acquired lock "refresh_cache-b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.766970] env[62633]: DEBUG nova.network.neutron [req-11afe55d-a49e-4264-94af-8cf2d67f65d9 req-bbe04e4e-8074-4395-b2cd-18138bc6f663 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Refreshing network info cache for port 78df8ff2-aa77-4024-b6ea-7dbf79679850 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.892193] env[62633]: DEBUG nova.network.neutron [req-312544aa-6757-4b0d-ae53-7f5688e28186 req-59fa7b7b-3449-4aca-9bc8-24f7d18fa94f service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Updated VIF entry in instance network info cache for port f1135313-bb55-4874-a47f-6ae56d244804. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.894100] env[62633]: DEBUG nova.network.neutron [req-312544aa-6757-4b0d-ae53-7f5688e28186 req-59fa7b7b-3449-4aca-9bc8-24f7d18fa94f service nova] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Updating instance_info_cache with network_info: [{"id": "f1135313-bb55-4874-a47f-6ae56d244804", "address": "fa:16:3e:e5:81:7e", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": null, "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf1135313-bb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.991680] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.992236] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.131s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.992918] env[62633]: DEBUG nova.objects.instance [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lazy-loading 'resources' on Instance uuid 04e84ba4-d3a5-4540-b625-d9d1d89154a7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.026733] env[62633]: INFO nova.scheduler.client.report [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted allocations for instance a66844ce-2b40-4e63-9796-897d193afa60 [ 940.044062] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.745s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.068510] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.140194] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696480, 'name': CreateVM_Task, 'duration_secs': 0.430725} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.140194] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.141146] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.141424] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.141947] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.142250] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ef6c1d-b7cb-4aae-ba57-a1ddf5a7d497 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.148948] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 940.148948] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ae022d-19fa-a9da-6eb4-6ba460d48fc1" [ 940.148948] env[62633]: _type = "Task" [ 940.148948] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.159014] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ae022d-19fa-a9da-6eb4-6ba460d48fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.220083] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696481, 'name': Rename_Task, 'duration_secs': 0.190906} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.220083] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.220083] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aab9a1cd-9bbc-4725-8ef9-b27c2701e324 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.225887] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 940.225887] env[62633]: value = "task-2696482" [ 940.225887] env[62633]: _type = "Task" [ 940.225887] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.236828] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.400438] env[62633]: DEBUG oslo_concurrency.lockutils [req-312544aa-6757-4b0d-ae53-7f5688e28186 req-59fa7b7b-3449-4aca-9bc8-24f7d18fa94f service nova] Releasing lock "refresh_cache-ecdd0228-cc1c-4273-bea0-fc99a2cd6949" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.400996] env[62633]: DEBUG nova.compute.manager [req-312544aa-6757-4b0d-ae53-7f5688e28186 req-59fa7b7b-3449-4aca-9bc8-24f7d18fa94f service nova] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Received event network-vif-deleted-58429abc-ae9a-4096-b921-b03360aa6af7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.528772] env[62633]: DEBUG nova.network.neutron [req-11afe55d-a49e-4264-94af-8cf2d67f65d9 req-bbe04e4e-8074-4395-b2cd-18138bc6f663 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Updated VIF entry in instance network info cache for port 78df8ff2-aa77-4024-b6ea-7dbf79679850. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.529212] env[62633]: DEBUG nova.network.neutron [req-11afe55d-a49e-4264-94af-8cf2d67f65d9 req-bbe04e4e-8074-4395-b2cd-18138bc6f663 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Updating instance_info_cache with network_info: [{"id": "78df8ff2-aa77-4024-b6ea-7dbf79679850", "address": "fa:16:3e:e6:73:59", "network": {"id": "f7d2575e-cdab-4ab9-b074-125ca73aaf72", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1636790529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4db71e620884fea9ff672242376e3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78df8ff2-aa", "ovs_interfaceid": "78df8ff2-aa77-4024-b6ea-7dbf79679850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.540390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e94bba62-ee42-4036-bed0-c923d4e1eb4c tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "a66844ce-2b40-4e63-9796-897d193afa60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.785s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.577015] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.660739] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ae022d-19fa-a9da-6eb4-6ba460d48fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012949} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.661124] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.661414] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.661695] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.661960] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.662049] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.662339] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25cf8be5-9666-4b44-8bdf-8f32ef5e36bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.678571] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.678773] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.679642] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77d6896-893d-4ce4-8560-da6651ae2309 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.691802] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 940.691802] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d130cc-d58c-0983-9a32-b012664eaf8b" [ 940.691802] env[62633]: _type = "Task" [ 940.691802] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.703274] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d130cc-d58c-0983-9a32-b012664eaf8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.744119] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696482, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.848117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71152e5a-3583-4af9-8f66-a8ee87d03208 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.861818] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30baa319-cf62-46f4-b1c5-54aa5a7bd0d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.896730] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5220a9e-1908-4636-8ebc-cb124a88e81c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.912047] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f789263-5230-46a5-884e-aa57a3ab82e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.928962] env[62633]: DEBUG nova.compute.provider_tree [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.032096] env[62633]: DEBUG oslo_concurrency.lockutils [req-11afe55d-a49e-4264-94af-8cf2d67f65d9 req-bbe04e4e-8074-4395-b2cd-18138bc6f663 service nova] Releasing lock "refresh_cache-b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.038580] env[62633]: DEBUG nova.compute.manager [req-39f3d349-99ee-4586-a012-c11575499805 req-a18a72ba-ed5d-4b0b-9c6e-95328c9039de service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Received event network-changed-b5503ca8-c855-436b-b112-c63b5ad01f2f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.038764] env[62633]: DEBUG nova.compute.manager [req-39f3d349-99ee-4586-a012-c11575499805 req-a18a72ba-ed5d-4b0b-9c6e-95328c9039de service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Refreshing instance network info cache due to event network-changed-b5503ca8-c855-436b-b112-c63b5ad01f2f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.038970] env[62633]: DEBUG oslo_concurrency.lockutils [req-39f3d349-99ee-4586-a012-c11575499805 req-a18a72ba-ed5d-4b0b-9c6e-95328c9039de service nova] Acquiring lock "refresh_cache-dfaf111a-3072-491e-89f7-8aa95bb7cf70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.039134] env[62633]: DEBUG oslo_concurrency.lockutils [req-39f3d349-99ee-4586-a012-c11575499805 req-a18a72ba-ed5d-4b0b-9c6e-95328c9039de service nova] Acquired lock "refresh_cache-dfaf111a-3072-491e-89f7-8aa95bb7cf70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.039294] env[62633]: DEBUG nova.network.neutron [req-39f3d349-99ee-4586-a012-c11575499805 req-a18a72ba-ed5d-4b0b-9c6e-95328c9039de service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Refreshing network info cache for port b5503ca8-c855-436b-b112-c63b5ad01f2f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.071973] env[62633]: DEBUG oslo_vmware.api [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Task: {'id': task-2696462, 'name': ReconfigVM_Task, 'duration_secs': 5.830586} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.072330] env[62633]: DEBUG oslo_concurrency.lockutils [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] Releasing lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.072494] env[62633]: DEBUG nova.virt.vmwareapi.vmops [req-e44a7418-9dc8-4a84-bdb7-a79f3606b6a0 req-dac129f8-16b4-4769-854c-50dba3def7be service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 941.073143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.081s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.074222] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.074353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.074716] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.077303] env[62633]: INFO nova.compute.manager [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Terminating instance [ 941.206599] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d130cc-d58c-0983-9a32-b012664eaf8b, 'name': SearchDatastore_Task, 'duration_secs': 0.015637} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.207342] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b922f3-a9c1-4cf9-b49b-68539edb8de3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.214513] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 941.214513] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5229f473-c520-43bc-435b-466f41f53bd5" [ 941.214513] env[62633]: _type = "Task" [ 941.214513] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.226014] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5229f473-c520-43bc-435b-466f41f53bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.240173] env[62633]: DEBUG oslo_vmware.api [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696482, 'name': PowerOnVM_Task, 'duration_secs': 0.575913} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.240173] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.240173] env[62633]: INFO nova.compute.manager [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Took 8.53 seconds to spawn the instance on the hypervisor. [ 941.240173] env[62633]: DEBUG nova.compute.manager [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.240636] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11d9fb4-067d-49e2-9782-8ad92f28d9e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.432353] env[62633]: DEBUG nova.scheduler.client.report [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.552593] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.552996] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.584825] env[62633]: DEBUG nova.compute.manager [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.585084] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.585695] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.585914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.587624] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a63876-bd24-4e19-b168-73d311c6627a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.606089] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.608305] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ff5aa14-56db-4c1f-9abb-514d83bd3998 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.619126] env[62633]: DEBUG oslo_vmware.api [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 941.619126] env[62633]: value = "task-2696483" [ 941.619126] env[62633]: _type = "Task" [ 941.619126] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.631669] env[62633]: DEBUG oslo_vmware.api [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.737693] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5229f473-c520-43bc-435b-466f41f53bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.013171} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.737693] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.737693] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] b3ee6288-ed90-4a2d-822b-29b9f0e5a80e/b3ee6288-ed90-4a2d-822b-29b9f0e5a80e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.737889] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d8570c6-dcb7-4b35-b4b2-006621092cd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.747181] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 941.747181] env[62633]: value = "task-2696484" [ 941.747181] env[62633]: _type = "Task" [ 941.747181] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.769499] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.774313] env[62633]: INFO nova.compute.manager [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Took 18.04 seconds to build instance. [ 941.895136] env[62633]: DEBUG nova.network.neutron [req-39f3d349-99ee-4586-a012-c11575499805 req-a18a72ba-ed5d-4b0b-9c6e-95328c9039de service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Updated VIF entry in instance network info cache for port b5503ca8-c855-436b-b112-c63b5ad01f2f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.895631] env[62633]: DEBUG nova.network.neutron [req-39f3d349-99ee-4586-a012-c11575499805 req-a18a72ba-ed5d-4b0b-9c6e-95328c9039de service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Updating instance_info_cache with network_info: [{"id": "b5503ca8-c855-436b-b112-c63b5ad01f2f", "address": "fa:16:3e:d6:d4:4b", "network": {"id": "220b0b69-1802-4cc3-9736-3a7444e2f023", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-316354326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb9b769fc8e49bba86538dce7771193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5503ca8-c8", "ovs_interfaceid": "b5503ca8-c855-436b-b112-c63b5ad01f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.941222] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.941222] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.905s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.941222] env[62633]: DEBUG nova.objects.instance [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lazy-loading 'resources' on Instance uuid ecdd0228-cc1c-4273-bea0-fc99a2cd6949 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.993893] env[62633]: INFO nova.scheduler.client.report [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Deleted allocations for instance 04e84ba4-d3a5-4540-b625-d9d1d89154a7 [ 942.056254] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.096350] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.132603] env[62633]: DEBUG oslo_vmware.api [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696483, 'name': PowerOffVM_Task, 'duration_secs': 0.282302} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.136355] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.136355] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.136355] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22d3346a-4af3-4d2b-831d-c8b84a511f4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.140211] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.140545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.229636] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.229949] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.230213] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleting the datastore file [datastore1] c8a8e802-f4fb-4604-b3bb-df54cff62663 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.230602] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c4c4d5f-8b4c-4bf7-a6f0-27d1c9bea25e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.239301] env[62633]: DEBUG oslo_vmware.api [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 942.239301] env[62633]: value = "task-2696486" [ 942.239301] env[62633]: _type = "Task" [ 942.239301] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.248686] env[62633]: DEBUG oslo_vmware.api [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.261031] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495979} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.261321] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] b3ee6288-ed90-4a2d-822b-29b9f0e5a80e/b3ee6288-ed90-4a2d-822b-29b9f0e5a80e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.261539] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.261788] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df152761-e28c-424d-bb0b-631360e83f7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.270566] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 942.270566] env[62633]: value = "task-2696487" [ 942.270566] env[62633]: _type = "Task" [ 942.270566] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.280560] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c1fc900-d496-4c44-9c1d-d0c904624282 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.562s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.280882] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.398427] env[62633]: DEBUG oslo_concurrency.lockutils [req-39f3d349-99ee-4586-a012-c11575499805 req-a18a72ba-ed5d-4b0b-9c6e-95328c9039de service nova] Releasing lock "refresh_cache-dfaf111a-3072-491e-89f7-8aa95bb7cf70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.444351] env[62633]: DEBUG nova.objects.instance [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lazy-loading 'numa_topology' on Instance uuid ecdd0228-cc1c-4273-bea0-fc99a2cd6949 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.504428] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68c98309-de65-4390-b00c-81e5097cd2db tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Lock "04e84ba4-d3a5-4540-b625-d9d1d89154a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.708s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.581563] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.624314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.646089] env[62633]: DEBUG nova.compute.utils [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.752264] env[62633]: DEBUG oslo_vmware.api [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187304} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.752549] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.752731] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.752899] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.753082] env[62633]: INFO nova.compute.manager [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Took 1.17 seconds to destroy the instance on the hypervisor. [ 942.753388] env[62633]: DEBUG oslo.service.loopingcall [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.753584] env[62633]: DEBUG nova.compute.manager [-] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.753672] env[62633]: DEBUG nova.network.neutron [-] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.780676] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096418} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.780949] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.781769] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c80a5c-e17d-4278-85ba-c2998e0b74fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.807160] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] b3ee6288-ed90-4a2d-822b-29b9f0e5a80e/b3ee6288-ed90-4a2d-822b-29b9f0e5a80e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.807513] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c045f7c-5c44-4795-b4ae-4c64b01dec4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.831954] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 942.831954] env[62633]: value = "task-2696488" [ 942.831954] env[62633]: _type = "Task" [ 942.831954] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.843722] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.947108] env[62633]: DEBUG nova.objects.base [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.153021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.269050] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b49ea0-3a28-4ac8-af5d-422803fe9728 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.280480] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5152acc7-cbaf-45fa-8fc4-eee982ed724d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.320716] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820ac2d7-f07d-4698-8bcb-49846c37de5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.330780] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c159a2-0458-4406-af52-3f59325a5ad0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.347325] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.358634] env[62633]: DEBUG nova.compute.provider_tree [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.584213] env[62633]: DEBUG nova.compute.manager [req-58277ec2-a5d5-48ba-bbbe-308dbc2d8e21 req-508667ab-bc9e-4dfa-9fcc-334edb7873e4 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received event network-changed-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.584420] env[62633]: DEBUG nova.compute.manager [req-58277ec2-a5d5-48ba-bbbe-308dbc2d8e21 req-508667ab-bc9e-4dfa-9fcc-334edb7873e4 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Refreshing instance network info cache due to event network-changed-85d040c7-d04f-4767-97f2-805eb6bbd2d7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 943.584645] env[62633]: DEBUG oslo_concurrency.lockutils [req-58277ec2-a5d5-48ba-bbbe-308dbc2d8e21 req-508667ab-bc9e-4dfa-9fcc-334edb7873e4 service nova] Acquiring lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.584782] env[62633]: DEBUG oslo_concurrency.lockutils [req-58277ec2-a5d5-48ba-bbbe-308dbc2d8e21 req-508667ab-bc9e-4dfa-9fcc-334edb7873e4 service nova] Acquired lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.584981] env[62633]: DEBUG nova.network.neutron [req-58277ec2-a5d5-48ba-bbbe-308dbc2d8e21 req-508667ab-bc9e-4dfa-9fcc-334edb7873e4 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Refreshing network info cache for port 85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.708136] env[62633]: DEBUG nova.compute.manager [req-150be420-236f-4d18-821a-3cf02e14924b req-8fc1887c-a2c8-430a-9840-0402d14f3491 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Received event network-vif-deleted-165f4bd3-55fa-4acf-952e-b318eb8b08fe {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.708136] env[62633]: INFO nova.compute.manager [req-150be420-236f-4d18-821a-3cf02e14924b req-8fc1887c-a2c8-430a-9840-0402d14f3491 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Neutron deleted interface 165f4bd3-55fa-4acf-952e-b318eb8b08fe; detaching it from the instance and deleting it from the info cache [ 943.708136] env[62633]: DEBUG nova.network.neutron [req-150be420-236f-4d18-821a-3cf02e14924b req-8fc1887c-a2c8-430a-9840-0402d14f3491 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.828636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "08700076-265a-4695-89a1-aa6833542904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.829020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.853020] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696488, 'name': ReconfigVM_Task, 'duration_secs': 0.698791} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.853020] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] b3ee6288-ed90-4a2d-822b-29b9f0e5a80e/b3ee6288-ed90-4a2d-822b-29b9f0e5a80e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.853020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-538b5502-ef3b-40d2-b1d6-90fddd03f977 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.860982] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 943.860982] env[62633]: value = "task-2696489" [ 943.860982] env[62633]: _type = "Task" [ 943.860982] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.862521] env[62633]: DEBUG nova.scheduler.client.report [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.884337] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696489, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.968615] env[62633]: DEBUG nova.network.neutron [-] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.212740] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61086b90-c50b-4e63-88d0-54279386e7ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.225483] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ab224a-2d16-4bcd-83fb-2431cbe4a4ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.244060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.249064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.003s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.249064] env[62633]: INFO nova.compute.manager [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Attaching volume 5a70fcb7-c090-49f5-930a-38f2c4e8ef2b to /dev/sdb [ 944.289867] env[62633]: DEBUG nova.compute.manager [req-150be420-236f-4d18-821a-3cf02e14924b req-8fc1887c-a2c8-430a-9840-0402d14f3491 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Detach interface failed, port_id=165f4bd3-55fa-4acf-952e-b318eb8b08fe, reason: Instance c8a8e802-f4fb-4604-b3bb-df54cff62663 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 944.296259] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5158c5f-9ae3-47a9-bb18-1226b60a27e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.306744] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e21f823-455c-4c81-bc8a-5284b85ff0e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.324200] env[62633]: DEBUG nova.virt.block_device [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating existing volume attachment record: 5c5db6b6-83f3-4870-aefb-e843fb634973 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 944.333578] env[62633]: DEBUG nova.compute.manager [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.378063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.437s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.382075] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696489, 'name': Rename_Task, 'duration_secs': 0.433592} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.385175] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.495s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.385494] env[62633]: DEBUG nova.objects.instance [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lazy-loading 'resources' on Instance uuid 8391c08a-ba96-4715-99a3-ba775e5fece6 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.387385] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.387532] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab5d6c3-9fbf-40b2-b722-ef8509d1b46b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.398142] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 944.398142] env[62633]: value = "task-2696490" [ 944.398142] env[62633]: _type = "Task" [ 944.398142] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.417839] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.475550] env[62633]: INFO nova.compute.manager [-] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Took 1.72 seconds to deallocate network for instance. [ 944.594317] env[62633]: DEBUG nova.network.neutron [req-58277ec2-a5d5-48ba-bbbe-308dbc2d8e21 req-508667ab-bc9e-4dfa-9fcc-334edb7873e4 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updated VIF entry in instance network info cache for port 85d040c7-d04f-4767-97f2-805eb6bbd2d7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.594704] env[62633]: DEBUG nova.network.neutron [req-58277ec2-a5d5-48ba-bbbe-308dbc2d8e21 req-508667ab-bc9e-4dfa-9fcc-334edb7873e4 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating instance_info_cache with network_info: [{"id": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "address": "fa:16:3e:1f:a0:e7", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d040c7-d0", "ovs_interfaceid": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.871926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.888123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0c3008c2-776c-466c-8216-0c3b89766ca1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.377s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.888941] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.013s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.892033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.892033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.892033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.894811] env[62633]: INFO nova.compute.manager [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Terminating instance [ 944.916277] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.985223] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.100560] env[62633]: DEBUG oslo_concurrency.lockutils [req-58277ec2-a5d5-48ba-bbbe-308dbc2d8e21 req-508667ab-bc9e-4dfa-9fcc-334edb7873e4 service nova] Releasing lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.231713] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da92b9ee-af1b-4a9e-b41f-5cadde728cb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.241244] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad035c5b-5bcb-420f-8029-beaeacf9092e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.282613] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a372b38-56d7-4df7-a77a-c07dc52db5eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.292189] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae830a3-a9ee-4998-ae54-0e97959b10ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.309260] env[62633]: DEBUG nova.compute.provider_tree [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.407012] env[62633]: DEBUG nova.compute.manager [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.407306] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.412412] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e64efa64-7708-4dea-8639-25fecc092e5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.414514] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.423028] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b2292-2846-4b74-9da9-dd1c48ccd9dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.466209] env[62633]: WARNING nova.virt.vmwareapi.vmops [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ecdd0228-cc1c-4273-bea0-fc99a2cd6949 could not be found. [ 945.466507] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.466668] env[62633]: INFO nova.compute.manager [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Took 0.06 seconds to destroy the instance on the hypervisor. [ 945.466937] env[62633]: DEBUG oslo.service.loopingcall [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.468275] env[62633]: DEBUG nova.compute.manager [-] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.468275] env[62633]: DEBUG nova.network.neutron [-] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.813815] env[62633]: DEBUG nova.scheduler.client.report [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.912034] env[62633]: DEBUG oslo_vmware.api [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696490, 'name': PowerOnVM_Task, 'duration_secs': 1.476785} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.912228] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.912362] env[62633]: INFO nova.compute.manager [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Took 8.72 seconds to spawn the instance on the hypervisor. [ 945.912559] env[62633]: DEBUG nova.compute.manager [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.913497] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c063f6-8504-4a24-9e42-c29f31edef71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.266710] env[62633]: DEBUG nova.network.neutron [-] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.318873] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.321316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.740s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.323174] env[62633]: INFO nova.compute.claims [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.346420] env[62633]: INFO nova.scheduler.client.report [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted allocations for instance 8391c08a-ba96-4715-99a3-ba775e5fece6 [ 946.436978] env[62633]: INFO nova.compute.manager [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Took 19.90 seconds to build instance. [ 946.679349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquiring lock "d5b421a9-05eb-4b20-9288-29975fea8fbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.679643] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "d5b421a9-05eb-4b20-9288-29975fea8fbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.770983] env[62633]: INFO nova.compute.manager [-] [instance: ecdd0228-cc1c-4273-bea0-fc99a2cd6949] Took 1.30 seconds to deallocate network for instance. [ 946.785227] env[62633]: DEBUG oslo_concurrency.lockutils [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquiring lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.855996] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fcf51181-a3a0-4db4-9550-310bfafcb574 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "8391c08a-ba96-4715-99a3-ba775e5fece6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.388s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.938683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.415s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.938984] env[62633]: DEBUG oslo_concurrency.lockutils [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.154s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.939236] env[62633]: DEBUG oslo_concurrency.lockutils [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquiring lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.939454] env[62633]: DEBUG oslo_concurrency.lockutils [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.939628] env[62633]: DEBUG oslo_concurrency.lockutils [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.942438] env[62633]: INFO nova.compute.manager [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Terminating instance [ 947.185604] env[62633]: DEBUG nova.compute.manager [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.446988] env[62633]: DEBUG nova.compute.manager [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.447279] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.448325] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be16a5db-0dc3-400c-8229-8f96980db1cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.459413] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.459583] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b6d84f4-0027-433e-b4d2-7103c012493e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.469469] env[62633]: DEBUG oslo_vmware.api [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 947.469469] env[62633]: value = "task-2696495" [ 947.469469] env[62633]: _type = "Task" [ 947.469469] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.478251] env[62633]: DEBUG oslo_vmware.api [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.489363] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "93a7c543-0901-4fae-b5e8-906c2bca5508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.489612] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "93a7c543-0901-4fae-b5e8-906c2bca5508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.489821] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "93a7c543-0901-4fae-b5e8-906c2bca5508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.490008] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "93a7c543-0901-4fae-b5e8-906c2bca5508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.490199] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "93a7c543-0901-4fae-b5e8-906c2bca5508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.492306] env[62633]: INFO nova.compute.manager [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Terminating instance [ 947.572384] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e79ffa-af18-4098-96fd-fcfe5f0d3101 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.580186] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1378948a-69a1-48dd-ad43-110810297a51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.610110] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910b14f4-4ab9-489e-b92b-76864d837823 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.618283] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa2af18-8f3d-4fd6-a7a7-26bae1901573 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.631841] env[62633]: DEBUG nova.compute.provider_tree [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.704246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.796301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "ecdd0228-cc1c-4273-bea0-fc99a2cd6949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.907s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.982389] env[62633]: DEBUG oslo_vmware.api [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696495, 'name': PowerOffVM_Task, 'duration_secs': 0.314667} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.982715] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.982990] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.983335] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-073956d3-071f-4be0-b267-126f2fe7bf68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.995657] env[62633]: DEBUG nova.compute.manager [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.995952] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.996846] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89336b7-9965-443a-b044-22c7cbabc182 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.004782] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.005144] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f00a6c8-2e8f-415c-beb1-c7fb3e7494e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.012044] env[62633]: DEBUG oslo_vmware.api [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 948.012044] env[62633]: value = "task-2696497" [ 948.012044] env[62633]: _type = "Task" [ 948.012044] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.023554] env[62633]: DEBUG oslo_vmware.api [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.060897] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.061298] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.061385] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Deleting the datastore file [datastore2] b3ee6288-ed90-4a2d-822b-29b9f0e5a80e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.061617] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-269020b5-f90f-432f-b836-c56dd0656bb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.069127] env[62633]: DEBUG oslo_vmware.api [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for the task: (returnval){ [ 948.069127] env[62633]: value = "task-2696498" [ 948.069127] env[62633]: _type = "Task" [ 948.069127] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.078440] env[62633]: DEBUG oslo_vmware.api [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.134956] env[62633]: DEBUG nova.scheduler.client.report [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.525977] env[62633]: DEBUG oslo_vmware.api [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696497, 'name': PowerOffVM_Task, 'duration_secs': 0.294427} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.526491] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.526713] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.527104] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8256f1cb-c132-4874-9ab8-4a6b71699745 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.579975] env[62633]: DEBUG oslo_vmware.api [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Task: {'id': task-2696498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140776} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.580365] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.580573] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.580760] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.580928] env[62633]: INFO nova.compute.manager [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 948.581209] env[62633]: DEBUG oslo.service.loopingcall [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.581411] env[62633]: DEBUG nova.compute.manager [-] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.581671] env[62633]: DEBUG nova.network.neutron [-] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.594381] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.594602] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.594784] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleting the datastore file [datastore1] 93a7c543-0901-4fae-b5e8-906c2bca5508 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.596179] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db8b31c5-7f47-45eb-bf71-ce3739770dd4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.604078] env[62633]: DEBUG oslo_vmware.api [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for the task: (returnval){ [ 948.604078] env[62633]: value = "task-2696500" [ 948.604078] env[62633]: _type = "Task" [ 948.604078] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.612566] env[62633]: DEBUG oslo_vmware.api [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.640711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.641137] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.643666] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.020s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.645146] env[62633]: INFO nova.compute.claims [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.838016] env[62633]: DEBUG nova.compute.manager [req-2ee55424-6f61-492c-8d38-d3281e902de3 req-f7c1033c-eba0-42bd-8f65-2dc86c193108 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Received event network-vif-deleted-78df8ff2-aa77-4024-b6ea-7dbf79679850 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.838266] env[62633]: INFO nova.compute.manager [req-2ee55424-6f61-492c-8d38-d3281e902de3 req-f7c1033c-eba0-42bd-8f65-2dc86c193108 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Neutron deleted interface 78df8ff2-aa77-4024-b6ea-7dbf79679850; detaching it from the instance and deleting it from the info cache [ 948.838576] env[62633]: DEBUG nova.network.neutron [req-2ee55424-6f61-492c-8d38-d3281e902de3 req-f7c1033c-eba0-42bd-8f65-2dc86c193108 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.920086] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.920328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.117322] env[62633]: DEBUG oslo_vmware.api [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Task: {'id': task-2696500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141407} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.117607] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.117799] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.118147] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.118197] env[62633]: INFO nova.compute.manager [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Took 1.12 seconds to destroy the instance on the hypervisor. [ 949.118434] env[62633]: DEBUG oslo.service.loopingcall [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.118639] env[62633]: DEBUG nova.compute.manager [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.118737] env[62633]: DEBUG nova.network.neutron [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.150349] env[62633]: DEBUG nova.compute.utils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.154288] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.154459] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.192805] env[62633]: DEBUG nova.policy [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f76ac4154514d979f112311f51affd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40961c2f85ae42a091b7c98e0d2762be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.321818] env[62633]: DEBUG nova.network.neutron [-] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.341612] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a79f405-6bbd-4770-a2d8-a33a0f0e676b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.357969] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b515da-3ed4-4ce5-a907-352008177047 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.395458] env[62633]: DEBUG nova.compute.manager [req-2ee55424-6f61-492c-8d38-d3281e902de3 req-f7c1033c-eba0-42bd-8f65-2dc86c193108 service nova] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Detach interface failed, port_id=78df8ff2-aa77-4024-b6ea-7dbf79679850, reason: Instance b3ee6288-ed90-4a2d-822b-29b9f0e5a80e could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 949.403219] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 949.403451] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543420', 'volume_id': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'name': 'volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dfdb512-f573-4bbd-89ab-4947ebfcf90c', 'attached_at': '', 'detached_at': '', 'volume_id': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'serial': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 949.404314] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febc3f48-72af-41bb-aa29-366d078ee10d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.421664] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7410d14-0f41-4658-9a27-6798bee694ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.424565] env[62633]: DEBUG nova.compute.manager [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.451024] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b/volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.451323] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0726228c-2a12-45de-8825-bae9bb37d4c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.475912] env[62633]: DEBUG oslo_vmware.api [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 949.475912] env[62633]: value = "task-2696501" [ 949.475912] env[62633]: _type = "Task" [ 949.475912] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.485754] env[62633]: DEBUG oslo_vmware.api [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.510720] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Successfully created port: 7351a94a-6bda-4b60-8012-b79c61a1f2b5 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.655318] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.824485] env[62633]: INFO nova.compute.manager [-] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Took 1.24 seconds to deallocate network for instance. [ 949.875988] env[62633]: DEBUG nova.network.neutron [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.922717] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22e4b21-4601-4584-9702-aefc32d465dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.934635] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a005c8a-acf9-4ada-88d0-b318935388d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.966355] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.967189] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f399f2d-c0f9-4896-a2db-4704ee96dc5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.979194] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61fe4f2-b388-4c73-b41d-54a93e9c9241 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.992770] env[62633]: DEBUG nova.compute.provider_tree [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.997102] env[62633]: DEBUG oslo_vmware.api [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696501, 'name': ReconfigVM_Task, 'duration_secs': 0.366602} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.997294] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b/volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.001946] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f69da5-6237-42cd-9880-f055e12f95eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.017986] env[62633]: DEBUG oslo_vmware.api [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 950.017986] env[62633]: value = "task-2696502" [ 950.017986] env[62633]: _type = "Task" [ 950.017986] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.027708] env[62633]: DEBUG oslo_vmware.api [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.331569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.379313] env[62633]: INFO nova.compute.manager [-] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Took 1.26 seconds to deallocate network for instance. [ 950.498755] env[62633]: DEBUG nova.scheduler.client.report [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.529292] env[62633]: DEBUG oslo_vmware.api [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696502, 'name': ReconfigVM_Task, 'duration_secs': 0.14185} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.529596] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543420', 'volume_id': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'name': 'volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dfdb512-f573-4bbd-89ab-4947ebfcf90c', 'attached_at': '', 'detached_at': '', 'volume_id': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'serial': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 950.667416] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.693039] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.693308] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.693469] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.693652] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.693798] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.693951] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.694173] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.694337] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.694502] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.694665] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.694839] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.695702] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c628a8-7f7d-49c9-a647-952b6d0a71fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.704423] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e8e4ed-0c01-4e84-837c-5b0e3f8e4e89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.869338] env[62633]: DEBUG nova.compute.manager [req-45b7a519-5fe2-4fb2-adc6-9e1709f4f1da req-13d2f561-85db-4c98-bb36-41ff2b231d24 service nova] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Received event network-vif-deleted-56da3b19-4da2-4fe7-8140-1e28baf6d28e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.887344] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.971912] env[62633]: DEBUG nova.compute.manager [req-8f8d434c-186b-4878-8c9b-6298d85076ac req-4be31b6a-00ee-4e35-bab8-329da3c78bab service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Received event network-vif-plugged-7351a94a-6bda-4b60-8012-b79c61a1f2b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.972169] env[62633]: DEBUG oslo_concurrency.lockutils [req-8f8d434c-186b-4878-8c9b-6298d85076ac req-4be31b6a-00ee-4e35-bab8-329da3c78bab service nova] Acquiring lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.972379] env[62633]: DEBUG oslo_concurrency.lockutils [req-8f8d434c-186b-4878-8c9b-6298d85076ac req-4be31b6a-00ee-4e35-bab8-329da3c78bab service nova] Lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.972546] env[62633]: DEBUG oslo_concurrency.lockutils [req-8f8d434c-186b-4878-8c9b-6298d85076ac req-4be31b6a-00ee-4e35-bab8-329da3c78bab service nova] Lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.972720] env[62633]: DEBUG nova.compute.manager [req-8f8d434c-186b-4878-8c9b-6298d85076ac req-4be31b6a-00ee-4e35-bab8-329da3c78bab service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] No waiting events found dispatching network-vif-plugged-7351a94a-6bda-4b60-8012-b79c61a1f2b5 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.972885] env[62633]: WARNING nova.compute.manager [req-8f8d434c-186b-4878-8c9b-6298d85076ac req-4be31b6a-00ee-4e35-bab8-329da3c78bab service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Received unexpected event network-vif-plugged-7351a94a-6bda-4b60-8012-b79c61a1f2b5 for instance with vm_state building and task_state spawning. [ 951.003648] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.004147] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.007175] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.135s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.009710] env[62633]: INFO nova.compute.claims [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.069180] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Successfully updated port: 7351a94a-6bda-4b60-8012-b79c61a1f2b5 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.508672] env[62633]: DEBUG nova.compute.utils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.510478] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.510649] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.552059] env[62633]: DEBUG nova.policy [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f76ac4154514d979f112311f51affd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40961c2f85ae42a091b7c98e0d2762be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.569507] env[62633]: DEBUG nova.objects.instance [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'flavor' on Instance uuid 4dfdb512-f573-4bbd-89ab-4947ebfcf90c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.576190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "refresh_cache-2f91517e-fd8e-461a-b32a-d8fe09d4105e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.576361] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "refresh_cache-2f91517e-fd8e-461a-b32a-d8fe09d4105e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.576515] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.791509] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Successfully created port: f8d6e563-a690-4a01-af6b-eeed3baa0598 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.014736] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.078533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a1ca8ff0-3e4a-4eed-bbc8-36adab6c0732 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.832s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.114848] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.284947] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Updating instance_info_cache with network_info: [{"id": "7351a94a-6bda-4b60-8012-b79c61a1f2b5", "address": "fa:16:3e:dd:fc:e3", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7351a94a-6b", "ovs_interfaceid": "7351a94a-6bda-4b60-8012-b79c61a1f2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.293039] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cac9a1a-7f31-4d4c-b59b-e38ef1072aee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.307848] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aedfc1f-4f4e-42be-970c-17a39cfe93ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.351211] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f10fc53-5ca9-4d25-a8fd-50d0f79e4fce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.360429] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e592b64e-c46f-49e9-b1ff-4f07dfb93378 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.374788] env[62633]: DEBUG nova.compute.provider_tree [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.788374] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "refresh_cache-2f91517e-fd8e-461a-b32a-d8fe09d4105e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.788701] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Instance network_info: |[{"id": "7351a94a-6bda-4b60-8012-b79c61a1f2b5", "address": "fa:16:3e:dd:fc:e3", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7351a94a-6b", "ovs_interfaceid": "7351a94a-6bda-4b60-8012-b79c61a1f2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.789154] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:fc:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7351a94a-6bda-4b60-8012-b79c61a1f2b5', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.796741] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Creating folder: Project (40961c2f85ae42a091b7c98e0d2762be). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.797068] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f8d660e-5459-491a-8315-becdd4518cc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.810576] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Created folder: Project (40961c2f85ae42a091b7c98e0d2762be) in parent group-v543169. [ 952.810801] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Creating folder: Instances. Parent ref: group-v543421. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.811078] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-236a5c68-9229-4f08-98b6-b6334ecc4599 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.822106] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Created folder: Instances in parent group-v543421. [ 952.822378] env[62633]: DEBUG oslo.service.loopingcall [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.822581] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.822800] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0948886-f57b-4c36-89a3-8257617c9c61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.850173] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.850173] env[62633]: value = "task-2696505" [ 952.850173] env[62633]: _type = "Task" [ 952.850173] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.863119] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696505, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.878320] env[62633]: DEBUG nova.scheduler.client.report [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.014115] env[62633]: DEBUG nova.compute.manager [req-ab25fc1b-caec-4ea9-ab0e-6ba93793bd5b req-b4eb4205-e18d-4938-82df-c978b4be8de3 service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Received event network-changed-7351a94a-6bda-4b60-8012-b79c61a1f2b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.014115] env[62633]: DEBUG nova.compute.manager [req-ab25fc1b-caec-4ea9-ab0e-6ba93793bd5b req-b4eb4205-e18d-4938-82df-c978b4be8de3 service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Refreshing instance network info cache due to event network-changed-7351a94a-6bda-4b60-8012-b79c61a1f2b5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.014115] env[62633]: DEBUG oslo_concurrency.lockutils [req-ab25fc1b-caec-4ea9-ab0e-6ba93793bd5b req-b4eb4205-e18d-4938-82df-c978b4be8de3 service nova] Acquiring lock "refresh_cache-2f91517e-fd8e-461a-b32a-d8fe09d4105e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.014115] env[62633]: DEBUG oslo_concurrency.lockutils [req-ab25fc1b-caec-4ea9-ab0e-6ba93793bd5b req-b4eb4205-e18d-4938-82df-c978b4be8de3 service nova] Acquired lock "refresh_cache-2f91517e-fd8e-461a-b32a-d8fe09d4105e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.014115] env[62633]: DEBUG nova.network.neutron [req-ab25fc1b-caec-4ea9-ab0e-6ba93793bd5b req-b4eb4205-e18d-4938-82df-c978b4be8de3 service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Refreshing network info cache for port 7351a94a-6bda-4b60-8012-b79c61a1f2b5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.030285] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.057176] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.057420] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.057812] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.057812] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.058043] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.058223] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.058469] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.058671] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.058811] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.058976] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.059165] env[62633]: DEBUG nova.virt.hardware [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.060047] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97c476e-5080-4dce-8ca3-4aabdb097fd4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.068781] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f223f4a5-f81a-45b6-afbe-3a43b18abf51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.360378] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696505, 'name': CreateVM_Task, 'duration_secs': 0.38022} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.360486] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.361163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.361412] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.361667] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.362208] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493a5748-6570-40d3-9be7-577f1ffbd3e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.367496] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 953.367496] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523c7412-b6f0-60da-4ff5-b07f105b5de0" [ 953.367496] env[62633]: _type = "Task" [ 953.367496] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.376094] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523c7412-b6f0-60da-4ff5-b07f105b5de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.382938] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.383434] env[62633]: DEBUG nova.compute.manager [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.386154] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.402s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.386384] env[62633]: DEBUG nova.objects.instance [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'resources' on Instance uuid c8a8e802-f4fb-4604-b3bb-df54cff62663 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.408868] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Successfully updated port: f8d6e563-a690-4a01-af6b-eeed3baa0598 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.716071] env[62633]: DEBUG nova.network.neutron [req-ab25fc1b-caec-4ea9-ab0e-6ba93793bd5b req-b4eb4205-e18d-4938-82df-c978b4be8de3 service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Updated VIF entry in instance network info cache for port 7351a94a-6bda-4b60-8012-b79c61a1f2b5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.716071] env[62633]: DEBUG nova.network.neutron [req-ab25fc1b-caec-4ea9-ab0e-6ba93793bd5b req-b4eb4205-e18d-4938-82df-c978b4be8de3 service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Updating instance_info_cache with network_info: [{"id": "7351a94a-6bda-4b60-8012-b79c61a1f2b5", "address": "fa:16:3e:dd:fc:e3", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7351a94a-6b", "ovs_interfaceid": "7351a94a-6bda-4b60-8012-b79c61a1f2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.743272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "69844c2d-2b25-47de-b6ee-00d7738281be" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.743522] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.743703] env[62633]: DEBUG nova.compute.manager [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.744614] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bbbdd5-aafe-44c7-8049-370cfe008d5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.753972] env[62633]: DEBUG nova.compute.manager [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 953.754555] env[62633]: DEBUG nova.objects.instance [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'flavor' on Instance uuid 69844c2d-2b25-47de-b6ee-00d7738281be {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.814223] env[62633]: DEBUG nova.compute.manager [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 953.878183] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]523c7412-b6f0-60da-4ff5-b07f105b5de0, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.878501] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.878738] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.878967] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.879129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.879312] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.879568] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10041ab4-42a4-44f9-a5f6-7186aa5621bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.890018] env[62633]: DEBUG nova.compute.utils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.895607] env[62633]: DEBUG nova.compute.manager [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.896041] env[62633]: DEBUG nova.network.neutron [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.898534] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.898747] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.899598] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a3c266-38f4-469e-ae20-e5551b828b8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.907072] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 953.907072] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c44850-2c59-9050-c42e-9b6e5d2a3bee" [ 953.907072] env[62633]: _type = "Task" [ 953.907072] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.912730] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "refresh_cache-1e0010ad-97b4-4f50-8f4c-242e3095bb23" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.912730] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "refresh_cache-1e0010ad-97b4-4f50-8f4c-242e3095bb23" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.912730] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.921947] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c44850-2c59-9050-c42e-9b6e5d2a3bee, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.922753] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ed7ed6-8945-4581-9578-1ab597fb4bfc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.933038] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 953.933038] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f444fd-27d1-32c3-299a-1e74fcbf9c4b" [ 953.933038] env[62633]: _type = "Task" [ 953.933038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.942062] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f444fd-27d1-32c3-299a-1e74fcbf9c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.960857] env[62633]: DEBUG nova.policy [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e31d958c524fa49c35107e2fea6ae3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d532c456de94c0593c1295bca961dea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.172805] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b24ea2-fde4-40af-b22b-41ce955bf5df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.180958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086528d2-38f1-4d6e-a0d7-507246aaaa5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.212622] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6444b5-8492-4f5c-bb11-c97b70101981 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.217047] env[62633]: DEBUG oslo_concurrency.lockutils [req-ab25fc1b-caec-4ea9-ab0e-6ba93793bd5b req-b4eb4205-e18d-4938-82df-c978b4be8de3 service nova] Releasing lock "refresh_cache-2f91517e-fd8e-461a-b32a-d8fe09d4105e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.221735] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e16947-c79c-4c89-a1ec-f21142e9516a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.237172] env[62633]: DEBUG nova.compute.provider_tree [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.330480] env[62633]: DEBUG nova.network.neutron [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Successfully created port: b4acc221-afa5-4356-9cff-fcdf3c17b95a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.332974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.393989] env[62633]: DEBUG nova.compute.manager [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.450234] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f444fd-27d1-32c3-299a-1e74fcbf9c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.022548} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.450461] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.452587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.452703] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 2f91517e-fd8e-461a-b32a-d8fe09d4105e/2f91517e-fd8e-461a-b32a-d8fe09d4105e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.453246] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db722465-1c14-4cc7-b53d-91c43262c5f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.461200] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 954.461200] env[62633]: value = "task-2696506" [ 954.461200] env[62633]: _type = "Task" [ 954.461200] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.470989] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.740745] env[62633]: DEBUG nova.scheduler.client.report [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.763696] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.764334] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02aeb28a-224f-4120-ba16-bbe365dd9e14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.774021] env[62633]: DEBUG oslo_vmware.api [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 954.774021] env[62633]: value = "task-2696507" [ 954.774021] env[62633]: _type = "Task" [ 954.774021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.785078] env[62633]: DEBUG oslo_vmware.api [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.824190] env[62633]: DEBUG nova.network.neutron [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Updating instance_info_cache with network_info: [{"id": "f8d6e563-a690-4a01-af6b-eeed3baa0598", "address": "fa:16:3e:44:d8:2c", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d6e563-a6", "ovs_interfaceid": "f8d6e563-a690-4a01-af6b-eeed3baa0598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.971565] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696506, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.082435] env[62633]: DEBUG nova.compute.manager [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Received event network-vif-plugged-f8d6e563-a690-4a01-af6b-eeed3baa0598 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.082793] env[62633]: DEBUG oslo_concurrency.lockutils [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] Acquiring lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.082979] env[62633]: DEBUG oslo_concurrency.lockutils [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] Lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.083899] env[62633]: DEBUG oslo_concurrency.lockutils [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] Lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.083899] env[62633]: DEBUG nova.compute.manager [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] No waiting events found dispatching network-vif-plugged-f8d6e563-a690-4a01-af6b-eeed3baa0598 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.083899] env[62633]: WARNING nova.compute.manager [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Received unexpected event network-vif-plugged-f8d6e563-a690-4a01-af6b-eeed3baa0598 for instance with vm_state building and task_state spawning. [ 955.084136] env[62633]: DEBUG nova.compute.manager [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Received event network-changed-f8d6e563-a690-4a01-af6b-eeed3baa0598 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.085038] env[62633]: DEBUG nova.compute.manager [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Refreshing instance network info cache due to event network-changed-f8d6e563-a690-4a01-af6b-eeed3baa0598. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.085038] env[62633]: DEBUG oslo_concurrency.lockutils [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] Acquiring lock "refresh_cache-1e0010ad-97b4-4f50-8f4c-242e3095bb23" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.248200] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.252543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.548s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.254157] env[62633]: INFO nova.compute.claims [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.268928] env[62633]: INFO nova.scheduler.client.report [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleted allocations for instance c8a8e802-f4fb-4604-b3bb-df54cff62663 [ 955.283911] env[62633]: DEBUG oslo_vmware.api [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696507, 'name': PowerOffVM_Task, 'duration_secs': 0.380858} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.284290] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.284459] env[62633]: DEBUG nova.compute.manager [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.285429] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544acac7-deb8-4997-a625-6d18e44e8f1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.327212] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "refresh_cache-1e0010ad-97b4-4f50-8f4c-242e3095bb23" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.327535] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Instance network_info: |[{"id": "f8d6e563-a690-4a01-af6b-eeed3baa0598", "address": "fa:16:3e:44:d8:2c", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d6e563-a6", "ovs_interfaceid": "f8d6e563-a690-4a01-af6b-eeed3baa0598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.327847] env[62633]: DEBUG oslo_concurrency.lockutils [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] Acquired lock "refresh_cache-1e0010ad-97b4-4f50-8f4c-242e3095bb23" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.328042] env[62633]: DEBUG nova.network.neutron [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Refreshing network info cache for port f8d6e563-a690-4a01-af6b-eeed3baa0598 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.329325] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:d8:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8d6e563-a690-4a01-af6b-eeed3baa0598', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.336976] env[62633]: DEBUG oslo.service.loopingcall [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.338517] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.338775] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86cf013f-9da4-4a42-a6ca-0067358fa0fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.361221] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.361221] env[62633]: value = "task-2696508" [ 955.361221] env[62633]: _type = "Task" [ 955.361221] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.369761] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696508, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.407184] env[62633]: DEBUG nova.compute.manager [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.435185] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.435516] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.435703] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.435964] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.436175] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.436330] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.436542] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.436706] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.436874] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.437079] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.437261] env[62633]: DEBUG nova.virt.hardware [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.438132] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7a9c3-3626-408b-b5f2-a488f201f468 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.446729] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc11c672-6690-4988-8e69-dea57629ad84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.470898] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540179} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.471188] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 2f91517e-fd8e-461a-b32a-d8fe09d4105e/2f91517e-fd8e-461a-b32a-d8fe09d4105e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.471406] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.471660] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f8bafb4-dfb9-4651-93a4-412849b2f698 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.478547] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 955.478547] env[62633]: value = "task-2696509" [ 955.478547] env[62633]: _type = "Task" [ 955.478547] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.486684] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.776705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e3bf0d0-a3b9-456c-b525-0828f96a846b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.703s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.777799] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Acquired lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.778846] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4109bcac-984c-4bb3-9115-29f785809ddf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.788166] env[62633]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 955.788366] env[62633]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62633) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 955.788831] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b20299e3-0911-4228-a2ae-5f298931e24a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.798160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7dd96113-9b15-4d46-a302-433fca9f08f2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.801752] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d109efc-e8e5-47a2-8d96-f70e6e3ed307 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.843418] env[62633]: ERROR root [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-543368' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-543368' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-543368' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-543368'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-543368' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-543368' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-543368'}\n"]: nova.exception.InstanceNotFound: Instance c8a8e802-f4fb-4604-b3bb-df54cff62663 could not be found. [ 955.843837] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Releasing lock "c8a8e802-f4fb-4604-b3bb-df54cff62663" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.843837] env[62633]: DEBUG nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Detach interface failed, port_id=acdfb156-e586-4f40-bca7-870e6a903d1c, reason: Instance c8a8e802-f4fb-4604-b3bb-df54cff62663 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 955.844051] env[62633]: DEBUG nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Received event network-changed-7bd37cfa-208d-48c3-86f7-2db30433cd66 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.844181] env[62633]: DEBUG nova.compute.manager [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Refreshing instance network info cache due to event network-changed-7bd37cfa-208d-48c3-86f7-2db30433cd66. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.844392] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Acquiring lock "refresh_cache-07e949a5-60cf-4874-a407-423d13cdadb3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.844555] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Acquired lock "refresh_cache-07e949a5-60cf-4874-a407-423d13cdadb3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.844721] env[62633]: DEBUG nova.network.neutron [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Refreshing network info cache for port 7bd37cfa-208d-48c3-86f7-2db30433cd66 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.871524] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696508, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.879057] env[62633]: DEBUG nova.network.neutron [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Successfully updated port: b4acc221-afa5-4356-9cff-fcdf3c17b95a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.989916] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077596} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.990217] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.991018] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae213be-f65c-4a2f-9b0d-6bdb81495d87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.014687] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 2f91517e-fd8e-461a-b32a-d8fe09d4105e/2f91517e-fd8e-461a-b32a-d8fe09d4105e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.017191] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6922b325-583b-4078-94c4-76e04a0d6c46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.038572] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 956.038572] env[62633]: value = "task-2696510" [ 956.038572] env[62633]: _type = "Task" [ 956.038572] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.051538] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.066565] env[62633]: DEBUG nova.network.neutron [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Updated VIF entry in instance network info cache for port f8d6e563-a690-4a01-af6b-eeed3baa0598. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.066932] env[62633]: DEBUG nova.network.neutron [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Updating instance_info_cache with network_info: [{"id": "f8d6e563-a690-4a01-af6b-eeed3baa0598", "address": "fa:16:3e:44:d8:2c", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d6e563-a6", "ovs_interfaceid": "f8d6e563-a690-4a01-af6b-eeed3baa0598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.151094] env[62633]: DEBUG nova.objects.instance [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'flavor' on Instance uuid 69844c2d-2b25-47de-b6ee-00d7738281be {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.381089] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696508, 'name': CreateVM_Task, 'duration_secs': 0.534219} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.381089] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.381927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.382115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.382449] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.385477] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba77f11-5ce6-494b-94a8-dd9bfe862a5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.385477] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "refresh_cache-08700076-265a-4695-89a1-aa6833542904" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.385477] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "refresh_cache-08700076-265a-4695-89a1-aa6833542904" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.385477] env[62633]: DEBUG nova.network.neutron [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.391831] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 956.391831] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52fa3cc9-aaf5-e093-5383-8deced470db7" [ 956.391831] env[62633]: _type = "Task" [ 956.391831] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.406602] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fa3cc9-aaf5-e093-5383-8deced470db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.551661] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696510, 'name': ReconfigVM_Task, 'duration_secs': 0.424469} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.552239] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 2f91517e-fd8e-461a-b32a-d8fe09d4105e/2f91517e-fd8e-461a-b32a-d8fe09d4105e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.553295] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d0c1cee-bcc6-4ddd-b37d-15fe9c2fea32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.556663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89372a-b18b-4097-9277-745e4552cd83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.564245] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34c8f8b-b696-49f9-bcad-9dd1818e0024 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.573804] env[62633]: DEBUG oslo_concurrency.lockutils [req-67fa8fe6-2b00-4dfa-8ebc-814dee6dd3c6 req-7018b713-df74-4396-81e6-9d1bcf392df0 service nova] Releasing lock "refresh_cache-1e0010ad-97b4-4f50-8f4c-242e3095bb23" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.574332] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 956.574332] env[62633]: value = "task-2696511" [ 956.574332] env[62633]: _type = "Task" [ 956.574332] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.604380] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2de5c9a-e0b9-46c4-a484-c014c891c858 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.607922] env[62633]: DEBUG nova.network.neutron [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Updated VIF entry in instance network info cache for port 7bd37cfa-208d-48c3-86f7-2db30433cd66. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.608396] env[62633]: DEBUG nova.network.neutron [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Updating instance_info_cache with network_info: [{"id": "7bd37cfa-208d-48c3-86f7-2db30433cd66", "address": "fa:16:3e:62:43:3a", "network": {"id": "02df2344-68f8-4053-bbc8-a104ab255505", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-237675028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b91c8409e4f44e290cf801e893a6adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd37cfa-20", "ovs_interfaceid": "7bd37cfa-208d-48c3-86f7-2db30433cd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.612491] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696511, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.620724] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9146e2-12e3-461a-a987-dd65df385842 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.637156] env[62633]: DEBUG nova.compute.provider_tree [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.656391] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.656552] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.656727] env[62633]: DEBUG nova.network.neutron [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.656907] env[62633]: DEBUG nova.objects.instance [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'info_cache' on Instance uuid 69844c2d-2b25-47de-b6ee-00d7738281be {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.904219] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fa3cc9-aaf5-e093-5383-8deced470db7, 'name': SearchDatastore_Task, 'duration_secs': 0.020525} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.904604] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.904889] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.905190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.905388] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.905655] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.905961] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f406528-488d-4741-b721-fb288a4abee5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.916446] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.916631] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.917381] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f017082c-8c7c-43fc-b606-4a375695382a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.928058] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 956.928058] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521dc855-2418-cef9-4f97-dc4a8cd4e44d" [ 956.928058] env[62633]: _type = "Task" [ 956.928058] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.935641] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521dc855-2418-cef9-4f97-dc4a8cd4e44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.937154] env[62633]: DEBUG nova.network.neutron [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.059722] env[62633]: DEBUG nova.network.neutron [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Updating instance_info_cache with network_info: [{"id": "b4acc221-afa5-4356-9cff-fcdf3c17b95a", "address": "fa:16:3e:65:47:e6", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4acc221-af", "ovs_interfaceid": "b4acc221-afa5-4356-9cff-fcdf3c17b95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.087110] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696511, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.111374] env[62633]: DEBUG nova.compute.manager [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Received event network-vif-plugged-b4acc221-afa5-4356-9cff-fcdf3c17b95a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.111594] env[62633]: DEBUG oslo_concurrency.lockutils [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] Acquiring lock "08700076-265a-4695-89a1-aa6833542904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.111799] env[62633]: DEBUG oslo_concurrency.lockutils [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] Lock "08700076-265a-4695-89a1-aa6833542904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.111967] env[62633]: DEBUG oslo_concurrency.lockutils [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] Lock "08700076-265a-4695-89a1-aa6833542904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.113319] env[62633]: DEBUG nova.compute.manager [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] No waiting events found dispatching network-vif-plugged-b4acc221-afa5-4356-9cff-fcdf3c17b95a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.113546] env[62633]: WARNING nova.compute.manager [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Received unexpected event network-vif-plugged-b4acc221-afa5-4356-9cff-fcdf3c17b95a for instance with vm_state building and task_state spawning. [ 957.113762] env[62633]: DEBUG nova.compute.manager [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Received event network-changed-b4acc221-afa5-4356-9cff-fcdf3c17b95a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.113930] env[62633]: DEBUG nova.compute.manager [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Refreshing instance network info cache due to event network-changed-b4acc221-afa5-4356-9cff-fcdf3c17b95a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.114278] env[62633]: DEBUG oslo_concurrency.lockutils [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] Acquiring lock "refresh_cache-08700076-265a-4695-89a1-aa6833542904" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.115076] env[62633]: DEBUG oslo_concurrency.lockutils [req-6b088dd8-130e-4fc1-b4c4-550bc766e6de req-14982e3e-b1fa-40ad-931b-1ddf6b293973 service nova] Releasing lock "refresh_cache-07e949a5-60cf-4874-a407-423d13cdadb3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.140050] env[62633]: DEBUG nova.scheduler.client.report [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.161096] env[62633]: DEBUG nova.objects.base [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Object Instance<69844c2d-2b25-47de-b6ee-00d7738281be> lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.438195] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521dc855-2418-cef9-4f97-dc4a8cd4e44d, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.439218] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95b8f4f-05d6-4857-9228-3d58e23cf366 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.445688] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 957.445688] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5298915e-d30b-d9a7-c116-287a7d2e5396" [ 957.445688] env[62633]: _type = "Task" [ 957.445688] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.454050] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5298915e-d30b-d9a7-c116-287a7d2e5396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.561946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "refresh_cache-08700076-265a-4695-89a1-aa6833542904" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.562451] env[62633]: DEBUG nova.compute.manager [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Instance network_info: |[{"id": "b4acc221-afa5-4356-9cff-fcdf3c17b95a", "address": "fa:16:3e:65:47:e6", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4acc221-af", "ovs_interfaceid": "b4acc221-afa5-4356-9cff-fcdf3c17b95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.562772] env[62633]: DEBUG oslo_concurrency.lockutils [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] Acquired lock "refresh_cache-08700076-265a-4695-89a1-aa6833542904" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.563038] env[62633]: DEBUG nova.network.neutron [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Refreshing network info cache for port b4acc221-afa5-4356-9cff-fcdf3c17b95a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.564335] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:47:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4acc221-afa5-4356-9cff-fcdf3c17b95a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.571707] env[62633]: DEBUG oslo.service.loopingcall [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.572587] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08700076-265a-4695-89a1-aa6833542904] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.573058] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dda4eedd-a8f7-41f5-bd91-a53f114bcdcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.596848] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696511, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.598581] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.598581] env[62633]: value = "task-2696512" [ 957.598581] env[62633]: _type = "Task" [ 957.598581] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.606559] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696512, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.644574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.645128] env[62633]: DEBUG nova.compute.manager [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.647903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.682s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.649840] env[62633]: INFO nova.compute.claims [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.870174] env[62633]: DEBUG nova.network.neutron [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [{"id": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "address": "fa:16:3e:20:ef:a0", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d3736-9f", "ovs_interfaceid": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.956824] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5298915e-d30b-d9a7-c116-287a7d2e5396, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.957201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.958026] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 1e0010ad-97b4-4f50-8f4c-242e3095bb23/1e0010ad-97b4-4f50-8f4c-242e3095bb23.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.958026] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6670b968-ade8-41b1-8e27-e93fc41b6484 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.966312] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 957.966312] env[62633]: value = "task-2696513" [ 957.966312] env[62633]: _type = "Task" [ 957.966312] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.974246] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.098085] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696511, 'name': Rename_Task, 'duration_secs': 1.18415} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.098385] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.098647] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e9ccd7f-ecfc-4d06-8376-d4b61badd13c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.111801] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696512, 'name': CreateVM_Task, 'duration_secs': 0.401327} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.113058] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08700076-265a-4695-89a1-aa6833542904] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.113418] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 958.113418] env[62633]: value = "task-2696514" [ 958.113418] env[62633]: _type = "Task" [ 958.113418] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.114078] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.114269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.114604] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.114920] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282ea550-d16d-4f59-b3a0-b572fec7852d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.124652] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 958.124652] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52163e72-1eb6-20e2-c326-7699f5e65106" [ 958.124652] env[62633]: _type = "Task" [ 958.124652] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.127546] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.136147] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52163e72-1eb6-20e2-c326-7699f5e65106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.154078] env[62633]: DEBUG nova.compute.utils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.159031] env[62633]: DEBUG nova.compute.manager [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.159207] env[62633]: DEBUG nova.network.neutron [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.218562] env[62633]: DEBUG nova.policy [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '248c64c6a5c8437f8584aa984337862e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c2b28bb83ac484cbc39d230b29a7659', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.329999] env[62633]: DEBUG nova.network.neutron [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Updated VIF entry in instance network info cache for port b4acc221-afa5-4356-9cff-fcdf3c17b95a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.330442] env[62633]: DEBUG nova.network.neutron [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Updating instance_info_cache with network_info: [{"id": "b4acc221-afa5-4356-9cff-fcdf3c17b95a", "address": "fa:16:3e:65:47:e6", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4acc221-af", "ovs_interfaceid": "b4acc221-afa5-4356-9cff-fcdf3c17b95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.370921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.370921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.373543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.477217] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.477466] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 1e0010ad-97b4-4f50-8f4c-242e3095bb23/1e0010ad-97b4-4f50-8f4c-242e3095bb23.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.477680] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.477929] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9fb6106-d1da-46ac-8883-b4d7cd07fff6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.485245] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 958.485245] env[62633]: value = "task-2696515" [ 958.485245] env[62633]: _type = "Task" [ 958.485245] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.494308] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.610743] env[62633]: DEBUG nova.network.neutron [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Successfully created port: 4f77ca62-1f9b-44bd-a141-9f2d73c780b4 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.629093] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.639654] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52163e72-1eb6-20e2-c326-7699f5e65106, 'name': SearchDatastore_Task, 'duration_secs': 0.015786} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.640043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.640345] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.640627] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.640827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.641109] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.641424] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1558b25c-a6af-493a-a76c-f76320dd7411 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.651684] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.652460] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.652739] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d490fb-a2d3-4175-809c-f3863afded34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.659022] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 958.659022] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520017f7-ba5b-86dd-2ef3-220ab3ad6bbe" [ 958.659022] env[62633]: _type = "Task" [ 958.659022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.665258] env[62633]: DEBUG nova.compute.manager [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.680026] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520017f7-ba5b-86dd-2ef3-220ab3ad6bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013202} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.681505] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1cd5062-d42e-49a7-a189-bff88b7205aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.689065] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 958.689065] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52093caa-7673-7b73-00cf-ade35bb689ea" [ 958.689065] env[62633]: _type = "Task" [ 958.689065] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.701340] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52093caa-7673-7b73-00cf-ade35bb689ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.833467] env[62633]: DEBUG oslo_concurrency.lockutils [req-bc22375b-090d-4910-846e-5f6bfc821307 req-e1c550cf-3529-4119-b599-094a2fea7fc2 service nova] Releasing lock "refresh_cache-08700076-265a-4695-89a1-aa6833542904" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.873705] env[62633]: DEBUG nova.compute.manager [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.975941] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfe1e6d-8a75-4f30-bf07-06b4367ba16f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.984357] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb5d15-f069-4d9d-b34c-453c0f706bd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.023245] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149454f6-6432-421a-98c9-4bbb3b46c6f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.026133] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061505} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.026349] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.027452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54123c7f-7826-401b-a63a-96d3cda79b60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.033181] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51377df3-e6f3-4707-98ea-8c7fc1b983c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.054386] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 1e0010ad-97b4-4f50-8f4c-242e3095bb23/1e0010ad-97b4-4f50-8f4c-242e3095bb23.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.054675] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24a60321-dc78-470f-b15f-d9025e59518d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.076605] env[62633]: DEBUG nova.compute.provider_tree [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.084344] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 959.084344] env[62633]: value = "task-2696516" [ 959.084344] env[62633]: _type = "Task" [ 959.084344] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.096797] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.125865] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696514, 'name': PowerOnVM_Task, 'duration_secs': 0.898458} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.127014] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.127014] env[62633]: INFO nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Took 8.46 seconds to spawn the instance on the hypervisor. [ 959.127218] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.127936] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ad5fce-ae63-46d9-916a-93fee28e64a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.202840] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52093caa-7673-7b73-00cf-ade35bb689ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.202840] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.202840] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 08700076-265a-4695-89a1-aa6833542904/08700076-265a-4695-89a1-aa6833542904.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.202840] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c43c999b-b0b1-49f4-b931-88822386e4d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.210395] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 959.210395] env[62633]: value = "task-2696517" [ 959.210395] env[62633]: _type = "Task" [ 959.210395] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.219034] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.380694] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.383025] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b773dc71-3574-4f86-9660-77183be517df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.391720] env[62633]: DEBUG oslo_vmware.api [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 959.391720] env[62633]: value = "task-2696518" [ 959.391720] env[62633]: _type = "Task" [ 959.391720] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.396091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.401513] env[62633]: DEBUG oslo_vmware.api [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.580035] env[62633]: DEBUG nova.scheduler.client.report [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.594094] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696516, 'name': ReconfigVM_Task, 'duration_secs': 0.30423} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.594291] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 1e0010ad-97b4-4f50-8f4c-242e3095bb23/1e0010ad-97b4-4f50-8f4c-242e3095bb23.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.594731] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d51367a9-eb4c-443e-8a1f-9f856ab5acf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.602187] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 959.602187] env[62633]: value = "task-2696519" [ 959.602187] env[62633]: _type = "Task" [ 959.602187] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.611083] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696519, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.644932] env[62633]: INFO nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Took 17.08 seconds to build instance. [ 959.677143] env[62633]: DEBUG nova.compute.manager [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.705802] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.706297] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.706421] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.706612] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.706817] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.707016] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.707265] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.707551] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.707655] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.707791] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.707964] env[62633]: DEBUG nova.virt.hardware [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.708854] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fded8dbc-e569-4d3c-ace9-0db9a82a6921 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.722241] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696517, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.725961] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2786ac19-3206-42f0-8184-e88a424ca634 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.076102] env[62633]: DEBUG oslo_vmware.api [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696518, 'name': PowerOnVM_Task, 'duration_secs': 0.407913} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.076102] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.076102] env[62633]: DEBUG nova.compute.manager [None req-6f8b7a23-6965-45ef-81d1-06e1ff3e5f4d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.076102] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5195474-c240-46b3-9b58-7f9627b77c8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.085470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.086201] env[62633]: DEBUG nova.compute.manager [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.092026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.757s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.092026] env[62633]: DEBUG nova.objects.instance [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lazy-loading 'resources' on Instance uuid b3ee6288-ed90-4a2d-822b-29b9f0e5a80e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.116078] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696519, 'name': Rename_Task, 'duration_secs': 0.224042} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.116445] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.116939] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55fb9ce3-7988-4d20-bc5e-754926472025 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.126381] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 960.126381] env[62633]: value = "task-2696520" [ 960.126381] env[62633]: _type = "Task" [ 960.126381] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.139255] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.146946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.594s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.150263] env[62633]: DEBUG nova.compute.manager [req-e75169b7-f2fb-4763-810d-aeb567cfe767 req-ef4d5d10-bf6c-4a5a-ae58-2d5c4ec238e3 service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Received event network-vif-plugged-4f77ca62-1f9b-44bd-a141-9f2d73c780b4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.151485] env[62633]: DEBUG oslo_concurrency.lockutils [req-e75169b7-f2fb-4763-810d-aeb567cfe767 req-ef4d5d10-bf6c-4a5a-ae58-2d5c4ec238e3 service nova] Acquiring lock "d5b421a9-05eb-4b20-9288-29975fea8fbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.151766] env[62633]: DEBUG oslo_concurrency.lockutils [req-e75169b7-f2fb-4763-810d-aeb567cfe767 req-ef4d5d10-bf6c-4a5a-ae58-2d5c4ec238e3 service nova] Lock "d5b421a9-05eb-4b20-9288-29975fea8fbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.152289] env[62633]: DEBUG oslo_concurrency.lockutils [req-e75169b7-f2fb-4763-810d-aeb567cfe767 req-ef4d5d10-bf6c-4a5a-ae58-2d5c4ec238e3 service nova] Lock "d5b421a9-05eb-4b20-9288-29975fea8fbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.152637] env[62633]: DEBUG nova.compute.manager [req-e75169b7-f2fb-4763-810d-aeb567cfe767 req-ef4d5d10-bf6c-4a5a-ae58-2d5c4ec238e3 service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] No waiting events found dispatching network-vif-plugged-4f77ca62-1f9b-44bd-a141-9f2d73c780b4 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.152879] env[62633]: WARNING nova.compute.manager [req-e75169b7-f2fb-4763-810d-aeb567cfe767 req-ef4d5d10-bf6c-4a5a-ae58-2d5c4ec238e3 service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Received unexpected event network-vif-plugged-4f77ca62-1f9b-44bd-a141-9f2d73c780b4 for instance with vm_state building and task_state spawning. [ 960.222696] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879168} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.223800] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 08700076-265a-4695-89a1-aa6833542904/08700076-265a-4695-89a1-aa6833542904.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.224124] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.224422] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c86055ab-0490-40b1-93d0-13992e7bbe9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.232515] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 960.232515] env[62633]: value = "task-2696521" [ 960.232515] env[62633]: _type = "Task" [ 960.232515] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.241669] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.319259] env[62633]: DEBUG nova.network.neutron [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Successfully updated port: 4f77ca62-1f9b-44bd-a141-9f2d73c780b4 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.593919] env[62633]: DEBUG nova.compute.utils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.598740] env[62633]: DEBUG nova.compute.manager [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.599099] env[62633]: DEBUG nova.network.neutron [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.639471] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.691493] env[62633]: DEBUG nova.policy [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfdf1d41b2c7487abe7744b9140068b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8b887392eb84af49125d9fdc5962c41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.742868] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124444} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.745449] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.746469] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ced310-1cf8-4fcb-945f-3edc6ed44825 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.769423] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 08700076-265a-4695-89a1-aa6833542904/08700076-265a-4695-89a1-aa6833542904.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.772419] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ddec453-6f6b-44a3-b2f1-48557fe2de75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.793800] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 960.793800] env[62633]: value = "task-2696522" [ 960.793800] env[62633]: _type = "Task" [ 960.793800] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.804937] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.822474] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquiring lock "refresh_cache-d5b421a9-05eb-4b20-9288-29975fea8fbf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.822601] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquired lock "refresh_cache-d5b421a9-05eb-4b20-9288-29975fea8fbf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.822791] env[62633]: DEBUG nova.network.neutron [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.897641] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765f5f45-5d98-4e5a-8245-962fd604cb2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.906119] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f52f737-c3b9-4321-8254-10c6670942e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.938530] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e917eba-9c1e-4ccb-af9d-128e0e935bf5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.947500] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c065da02-edd7-4251-a994-98b73ac63334 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.964111] env[62633]: DEBUG nova.compute.provider_tree [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.038559] env[62633]: DEBUG nova.network.neutron [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Successfully created port: e88b68d4-742c-4c92-b149-aa1340cbcf6c {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.099786] env[62633]: DEBUG nova.compute.manager [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.145259] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696520, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.303866] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696522, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.356795] env[62633]: DEBUG nova.network.neutron [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.467329] env[62633]: DEBUG nova.scheduler.client.report [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.502467] env[62633]: DEBUG nova.network.neutron [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Updating instance_info_cache with network_info: [{"id": "4f77ca62-1f9b-44bd-a141-9f2d73c780b4", "address": "fa:16:3e:75:62:d1", "network": {"id": "32d31296-b39c-432d-8526-3b05b7320b86", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1789963222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c2b28bb83ac484cbc39d230b29a7659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f77ca62-1f", "ovs_interfaceid": "4f77ca62-1f9b-44bd-a141-9f2d73c780b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.638672] env[62633]: DEBUG oslo_vmware.api [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696520, 'name': PowerOnVM_Task, 'duration_secs': 1.207958} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.639620] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.639832] env[62633]: INFO nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Took 8.61 seconds to spawn the instance on the hypervisor. [ 961.640025] env[62633]: DEBUG nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.640805] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dec9ca7-1254-4982-8ad1-9ae8a167f446 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.805103] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696522, 'name': ReconfigVM_Task, 'duration_secs': 0.530685} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.805412] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 08700076-265a-4695-89a1-aa6833542904/08700076-265a-4695-89a1-aa6833542904.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.806040] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9254582d-08e7-4f44-8e75-966270d9209a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.813525] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 961.813525] env[62633]: value = "task-2696523" [ 961.813525] env[62633]: _type = "Task" [ 961.813525] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.822206] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696523, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.973773] env[62633]: DEBUG oslo_concurrency.lockutils [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.976400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.089s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.977186] env[62633]: DEBUG nova.objects.instance [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lazy-loading 'resources' on Instance uuid 93a7c543-0901-4fae-b5e8-906c2bca5508 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.999175] env[62633]: INFO nova.scheduler.client.report [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Deleted allocations for instance b3ee6288-ed90-4a2d-822b-29b9f0e5a80e [ 962.005436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Releasing lock "refresh_cache-d5b421a9-05eb-4b20-9288-29975fea8fbf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.005726] env[62633]: DEBUG nova.compute.manager [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Instance network_info: |[{"id": "4f77ca62-1f9b-44bd-a141-9f2d73c780b4", "address": "fa:16:3e:75:62:d1", "network": {"id": "32d31296-b39c-432d-8526-3b05b7320b86", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1789963222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c2b28bb83ac484cbc39d230b29a7659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f77ca62-1f", "ovs_interfaceid": "4f77ca62-1f9b-44bd-a141-9f2d73c780b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.006188] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:62:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f77ca62-1f9b-44bd-a141-9f2d73c780b4', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.013780] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Creating folder: Project (4c2b28bb83ac484cbc39d230b29a7659). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.014080] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e291fe5-c1bf-4bd4-95a6-a2602d8dbb2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.027991] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Created folder: Project (4c2b28bb83ac484cbc39d230b29a7659) in parent group-v543169. [ 962.028238] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Creating folder: Instances. Parent ref: group-v543426. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.028537] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f17db10a-2bd3-4b8b-9210-95b1ea3ce145 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.040657] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Created folder: Instances in parent group-v543426. [ 962.040959] env[62633]: DEBUG oslo.service.loopingcall [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.041216] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.041459] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d02d7765-555b-41b5-919a-623f3dfa2b88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.062760] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.062760] env[62633]: value = "task-2696526" [ 962.062760] env[62633]: _type = "Task" [ 962.062760] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.073799] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696526, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.110350] env[62633]: DEBUG nova.compute.manager [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.140653] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.140922] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.141098] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.141293] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.141441] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.141593] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.141803] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.141961] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.142218] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.142414] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.142588] env[62633]: DEBUG nova.virt.hardware [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.143473] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed39273-7fed-4fd8-8eb1-506e9ca2379e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.156612] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e690bf2-8517-4ee7-b2ec-2bd67324edcd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.162619] env[62633]: INFO nova.compute.manager [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Took 19.56 seconds to build instance. [ 962.180365] env[62633]: DEBUG nova.compute.manager [req-1729f8ae-1bf1-4aa7-9f8d-cba8a58432c1 req-bb6a5fa3-c888-40b5-a64a-9d05155be60b service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Received event network-changed-4f77ca62-1f9b-44bd-a141-9f2d73c780b4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.180635] env[62633]: DEBUG nova.compute.manager [req-1729f8ae-1bf1-4aa7-9f8d-cba8a58432c1 req-bb6a5fa3-c888-40b5-a64a-9d05155be60b service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Refreshing instance network info cache due to event network-changed-4f77ca62-1f9b-44bd-a141-9f2d73c780b4. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.180903] env[62633]: DEBUG oslo_concurrency.lockutils [req-1729f8ae-1bf1-4aa7-9f8d-cba8a58432c1 req-bb6a5fa3-c888-40b5-a64a-9d05155be60b service nova] Acquiring lock "refresh_cache-d5b421a9-05eb-4b20-9288-29975fea8fbf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.181090] env[62633]: DEBUG oslo_concurrency.lockutils [req-1729f8ae-1bf1-4aa7-9f8d-cba8a58432c1 req-bb6a5fa3-c888-40b5-a64a-9d05155be60b service nova] Acquired lock "refresh_cache-d5b421a9-05eb-4b20-9288-29975fea8fbf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.181294] env[62633]: DEBUG nova.network.neutron [req-1729f8ae-1bf1-4aa7-9f8d-cba8a58432c1 req-bb6a5fa3-c888-40b5-a64a-9d05155be60b service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Refreshing network info cache for port 4f77ca62-1f9b-44bd-a141-9f2d73c780b4 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.324873] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696523, 'name': Rename_Task, 'duration_secs': 0.154413} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.325219] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.325462] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-206417f1-69a8-41b3-8b26-b422c6882482 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.334399] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 962.334399] env[62633]: value = "task-2696527" [ 962.334399] env[62633]: _type = "Task" [ 962.334399] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.342816] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.509595] env[62633]: DEBUG oslo_concurrency.lockutils [None req-334fbb75-2aab-490d-8b09-9b500b67de91 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Lock "b3ee6288-ed90-4a2d-822b-29b9f0e5a80e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.571s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.577448] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696526, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.665292] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a72d3771-3300-491f-9553-0f270eb2d5db tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.079s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.691257] env[62633]: DEBUG nova.network.neutron [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Successfully updated port: e88b68d4-742c-4c92-b149-aa1340cbcf6c {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.752439] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00a3517-93a2-4493-a36a-1b98826a6ec8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.762149] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054618fa-4024-40f5-910e-18862dfe1d85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.795117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a2c45-96f2-4c31-9781-cbc181df1c17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.805971] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba6ac07-bc8e-4294-a42d-5cc7c28ccf89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.820261] env[62633]: DEBUG nova.compute.provider_tree [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.846183] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.953314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.953589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.953802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.953987] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.954169] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.956454] env[62633]: INFO nova.compute.manager [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Terminating instance [ 963.021734] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.021983] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.022221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.022418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.022588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.024608] env[62633]: INFO nova.compute.manager [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Terminating instance [ 963.027989] env[62633]: DEBUG nova.network.neutron [req-1729f8ae-1bf1-4aa7-9f8d-cba8a58432c1 req-bb6a5fa3-c888-40b5-a64a-9d05155be60b service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Updated VIF entry in instance network info cache for port 4f77ca62-1f9b-44bd-a141-9f2d73c780b4. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.028333] env[62633]: DEBUG nova.network.neutron [req-1729f8ae-1bf1-4aa7-9f8d-cba8a58432c1 req-bb6a5fa3-c888-40b5-a64a-9d05155be60b service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Updating instance_info_cache with network_info: [{"id": "4f77ca62-1f9b-44bd-a141-9f2d73c780b4", "address": "fa:16:3e:75:62:d1", "network": {"id": "32d31296-b39c-432d-8526-3b05b7320b86", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1789963222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c2b28bb83ac484cbc39d230b29a7659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f77ca62-1f", "ovs_interfaceid": "4f77ca62-1f9b-44bd-a141-9f2d73c780b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.075829] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696526, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.193056] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-c6fdf184-3b3a-4176-b2a8-210cee591bf4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.193056] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-c6fdf184-3b3a-4176-b2a8-210cee591bf4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.193056] env[62633]: DEBUG nova.network.neutron [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.327623] env[62633]: DEBUG nova.scheduler.client.report [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.346049] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.460421] env[62633]: DEBUG nova.compute.manager [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.461143] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.462027] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c992cb-ba64-4ac0-9d7a-1ca5725558e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.475538] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.475843] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f96dd7-9a99-4ddb-a5e5-eb310f67c122 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.484884] env[62633]: DEBUG oslo_vmware.api [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 963.484884] env[62633]: value = "task-2696528" [ 963.484884] env[62633]: _type = "Task" [ 963.484884] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.493561] env[62633]: DEBUG oslo_vmware.api [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.528594] env[62633]: DEBUG nova.compute.manager [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.528865] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.529771] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaf7217-cb8c-4aac-b0de-093971fb839d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.533843] env[62633]: DEBUG oslo_concurrency.lockutils [req-1729f8ae-1bf1-4aa7-9f8d-cba8a58432c1 req-bb6a5fa3-c888-40b5-a64a-9d05155be60b service nova] Releasing lock "refresh_cache-d5b421a9-05eb-4b20-9288-29975fea8fbf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.540433] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.540696] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2ce6d90-cd67-4c6f-adef-10c24cec999c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.549506] env[62633]: DEBUG oslo_vmware.api [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 963.549506] env[62633]: value = "task-2696529" [ 963.549506] env[62633]: _type = "Task" [ 963.549506] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.559725] env[62633]: DEBUG oslo_vmware.api [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.575920] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696526, 'name': CreateVM_Task, 'duration_secs': 1.387664} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.576144] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.576965] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.577342] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.577532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.577979] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db8dd6c-49ff-41ab-be35-047af2734205 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.584155] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 963.584155] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e276e3-c375-97bc-6675-b2b60579961b" [ 963.584155] env[62633]: _type = "Task" [ 963.584155] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.593428] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e276e3-c375-97bc-6675-b2b60579961b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.753579] env[62633]: DEBUG nova.network.neutron [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.832453] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.834782] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.502s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.847610] env[62633]: DEBUG oslo_vmware.api [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696527, 'name': PowerOnVM_Task, 'duration_secs': 1.252286} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.848028] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.848028] env[62633]: INFO nova.compute.manager [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Took 8.44 seconds to spawn the instance on the hypervisor. [ 963.849350] env[62633]: DEBUG nova.compute.manager [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.849350] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7d44fa-0c7f-4da3-88b6-1954e2306d3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.860656] env[62633]: INFO nova.scheduler.client.report [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Deleted allocations for instance 93a7c543-0901-4fae-b5e8-906c2bca5508 [ 963.965146] env[62633]: DEBUG nova.network.neutron [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Updating instance_info_cache with network_info: [{"id": "e88b68d4-742c-4c92-b149-aa1340cbcf6c", "address": "fa:16:3e:69:49:e3", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape88b68d4-74", "ovs_interfaceid": "e88b68d4-742c-4c92-b149-aa1340cbcf6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.998451] env[62633]: DEBUG oslo_vmware.api [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696528, 'name': PowerOffVM_Task, 'duration_secs': 0.255437} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.999024] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.999216] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.999778] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-507bc56c-607e-4870-b89e-2f68f49c929d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.060772] env[62633]: DEBUG oslo_vmware.api [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696529, 'name': PowerOffVM_Task, 'duration_secs': 0.247626} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.065910] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.065910] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.066106] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f6c8638-0378-4173-a208-aaa4bed53dda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.081482] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.081844] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.082210] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleting the datastore file [datastore2] 2f91517e-fd8e-461a-b32a-d8fe09d4105e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.082751] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86df396a-1580-409e-b60c-f5b6ba57e209 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.097927] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e276e3-c375-97bc-6675-b2b60579961b, 'name': SearchDatastore_Task, 'duration_secs': 0.016996} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.100458] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.100759] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.101356] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.101940] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.102217] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.102608] env[62633]: DEBUG oslo_vmware.api [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 964.102608] env[62633]: value = "task-2696532" [ 964.102608] env[62633]: _type = "Task" [ 964.102608] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.102808] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ad30fb4-6c97-40e4-a05c-fcce38dd7629 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.117693] env[62633]: DEBUG oslo_vmware.api [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.120287] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.120411] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.121381] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfdcbd2-0a0d-4fca-a707-1f1426e0d52f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.128858] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 964.128858] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52147a37-b24e-a5d0-2726-bf402d2e1f78" [ 964.128858] env[62633]: _type = "Task" [ 964.128858] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.139229] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52147a37-b24e-a5d0-2726-bf402d2e1f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.146610] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.146897] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.147100] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleting the datastore file [datastore2] 1e0010ad-97b4-4f50-8f4c-242e3095bb23 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.147406] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f80a4fb2-0140-4c67-83d6-9f5082ed9161 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.156166] env[62633]: DEBUG oslo_vmware.api [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 964.156166] env[62633]: value = "task-2696533" [ 964.156166] env[62633]: _type = "Task" [ 964.156166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.166301] env[62633]: DEBUG oslo_vmware.api [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.247554] env[62633]: DEBUG nova.compute.manager [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Received event network-vif-plugged-e88b68d4-742c-4c92-b149-aa1340cbcf6c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.247554] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] Acquiring lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.247554] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.247923] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.247923] env[62633]: DEBUG nova.compute.manager [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] No waiting events found dispatching network-vif-plugged-e88b68d4-742c-4c92-b149-aa1340cbcf6c {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.248219] env[62633]: WARNING nova.compute.manager [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Received unexpected event network-vif-plugged-e88b68d4-742c-4c92-b149-aa1340cbcf6c for instance with vm_state building and task_state spawning. [ 964.248519] env[62633]: DEBUG nova.compute.manager [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Received event network-changed-e88b68d4-742c-4c92-b149-aa1340cbcf6c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.248724] env[62633]: DEBUG nova.compute.manager [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Refreshing instance network info cache due to event network-changed-e88b68d4-742c-4c92-b149-aa1340cbcf6c. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 964.248945] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] Acquiring lock "refresh_cache-c6fdf184-3b3a-4176-b2a8-210cee591bf4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.343036] env[62633]: INFO nova.compute.claims [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.373247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-50d78696-7e67-42e6-a402-ecf257df429d tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Lock "93a7c543-0901-4fae-b5e8-906c2bca5508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.883s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.374733] env[62633]: INFO nova.compute.manager [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Took 19.53 seconds to build instance. [ 964.469602] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-c6fdf184-3b3a-4176-b2a8-210cee591bf4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.469772] env[62633]: DEBUG nova.compute.manager [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Instance network_info: |[{"id": "e88b68d4-742c-4c92-b149-aa1340cbcf6c", "address": "fa:16:3e:69:49:e3", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape88b68d4-74", "ovs_interfaceid": "e88b68d4-742c-4c92-b149-aa1340cbcf6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.470289] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] Acquired lock "refresh_cache-c6fdf184-3b3a-4176-b2a8-210cee591bf4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.470797] env[62633]: DEBUG nova.network.neutron [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Refreshing network info cache for port e88b68d4-742c-4c92-b149-aa1340cbcf6c {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.471659] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:49:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e88b68d4-742c-4c92-b149-aa1340cbcf6c', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.480133] env[62633]: DEBUG oslo.service.loopingcall [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.481119] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.481354] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7bea409-b4db-4710-8ca9-177a48f4c74f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.502567] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.502567] env[62633]: value = "task-2696534" [ 964.502567] env[62633]: _type = "Task" [ 964.502567] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.511293] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696534, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.614891] env[62633]: DEBUG oslo_vmware.api [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212452} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.615629] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.615629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.615629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.615629] env[62633]: INFO nova.compute.manager [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 964.615903] env[62633]: DEBUG oslo.service.loopingcall [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.616070] env[62633]: DEBUG nova.compute.manager [-] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.616167] env[62633]: DEBUG nova.network.neutron [-] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.639546] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52147a37-b24e-a5d0-2726-bf402d2e1f78, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.640693] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f940b95-8dbd-4fc3-b80b-f62f722df75f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.646019] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 964.646019] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c9337b-0c1f-08e0-46c4-8c8b726c8d0e" [ 964.646019] env[62633]: _type = "Task" [ 964.646019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.656064] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c9337b-0c1f-08e0-46c4-8c8b726c8d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.665570] env[62633]: DEBUG oslo_vmware.api [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323067} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.665766] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.665949] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.666696] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.666696] env[62633]: INFO nova.compute.manager [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Took 1.14 seconds to destroy the instance on the hypervisor. [ 964.666696] env[62633]: DEBUG oslo.service.loopingcall [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.666893] env[62633]: DEBUG nova.compute.manager [-] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.666942] env[62633]: DEBUG nova.network.neutron [-] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.850595] env[62633]: INFO nova.compute.resource_tracker [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating resource usage from migration 9a478f3b-504a-451c-902a-7176d4105c9e [ 964.876780] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8a6463c-262e-4f35-9fcb-9c9542ef142a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.048s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.018109] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696534, 'name': CreateVM_Task, 'duration_secs': 0.409401} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.018294] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.019199] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.019199] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.019781] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.019781] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0aa7ab3-1430-43a6-bf45-8e17f6b051a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.024967] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 965.024967] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52849c72-c9d4-388c-8e6c-c70db4618d4c" [ 965.024967] env[62633]: _type = "Task" [ 965.024967] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.035545] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52849c72-c9d4-388c-8e6c-c70db4618d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.158080] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c9337b-0c1f-08e0-46c4-8c8b726c8d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013801} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.159534] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.160247] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] d5b421a9-05eb-4b20-9288-29975fea8fbf/d5b421a9-05eb-4b20-9288-29975fea8fbf.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.161294] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c24ac57-a076-4583-8fa3-63991583dd1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.164496] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76768970-5e4d-4be3-8abd-8699e4496ced {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.177240] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 965.177240] env[62633]: value = "task-2696535" [ 965.177240] env[62633]: _type = "Task" [ 965.177240] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.178831] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872f247f-6277-4f0b-b7d5-e64122aa1b47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.195028] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.225270] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b86e0c-23dc-459d-b38d-6328b58201a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.236596] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc53f14-838d-4665-bda7-6edb635a226e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.255608] env[62633]: DEBUG nova.compute.provider_tree [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.367810] env[62633]: DEBUG nova.network.neutron [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Updated VIF entry in instance network info cache for port e88b68d4-742c-4c92-b149-aa1340cbcf6c. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.367810] env[62633]: DEBUG nova.network.neutron [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Updating instance_info_cache with network_info: [{"id": "e88b68d4-742c-4c92-b149-aa1340cbcf6c", "address": "fa:16:3e:69:49:e3", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape88b68d4-74", "ovs_interfaceid": "e88b68d4-742c-4c92-b149-aa1340cbcf6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.392362] env[62633]: DEBUG nova.network.neutron [-] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.399415] env[62633]: DEBUG nova.compute.manager [req-9d1dab70-7272-43b8-ab2d-bb004f0d3545 req-8a3aea02-5ec6-4612-972d-cefd9aafe6ad service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Received event network-vif-deleted-7351a94a-6bda-4b60-8012-b79c61a1f2b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.399415] env[62633]: INFO nova.compute.manager [req-9d1dab70-7272-43b8-ab2d-bb004f0d3545 req-8a3aea02-5ec6-4612-972d-cefd9aafe6ad service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Neutron deleted interface 7351a94a-6bda-4b60-8012-b79c61a1f2b5; detaching it from the instance and deleting it from the info cache [ 965.399415] env[62633]: DEBUG nova.network.neutron [req-9d1dab70-7272-43b8-ab2d-bb004f0d3545 req-8a3aea02-5ec6-4612-972d-cefd9aafe6ad service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.537019] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52849c72-c9d4-388c-8e6c-c70db4618d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.015786} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.537354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.537629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.537868] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.538026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.538213] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.538479] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c5324b0-aef0-45df-95b2-77d6430d182a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.547729] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.547913] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.548643] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fac38e3-3111-4f2b-aa69-c0aa3b8c2813 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.554363] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 965.554363] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52306353-0a46-aa25-7d4d-0e680f20a8aa" [ 965.554363] env[62633]: _type = "Task" [ 965.554363] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.562238] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52306353-0a46-aa25-7d4d-0e680f20a8aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.687848] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.759033] env[62633]: DEBUG nova.scheduler.client.report [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.869702] env[62633]: DEBUG nova.network.neutron [-] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.874791] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e354ec3-817f-4b71-84a0-ccd1ea72862f req-5a320353-2578-4cb8-92bd-f5da37b73fa3 service nova] Releasing lock "refresh_cache-c6fdf184-3b3a-4176-b2a8-210cee591bf4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.895022] env[62633]: INFO nova.compute.manager [-] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Took 1.23 seconds to deallocate network for instance. [ 965.902269] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db978c43-53c1-4ea5-8a6b-082b9cbcedbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.916562] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4914a278-dae1-4eec-91ed-5301959e0949 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.958653] env[62633]: DEBUG nova.compute.manager [req-9d1dab70-7272-43b8-ab2d-bb004f0d3545 req-8a3aea02-5ec6-4612-972d-cefd9aafe6ad service nova] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Detach interface failed, port_id=7351a94a-6bda-4b60-8012-b79c61a1f2b5, reason: Instance 2f91517e-fd8e-461a-b32a-d8fe09d4105e could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 966.068062] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52306353-0a46-aa25-7d4d-0e680f20a8aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.068895] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe30275-474a-49d0-952a-9115cd9547cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.075509] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 966.075509] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529d2f6a-74e6-eb93-5c72-b093b9656d68" [ 966.075509] env[62633]: _type = "Task" [ 966.075509] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.084297] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d2f6a-74e6-eb93-5c72-b093b9656d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.189426] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696535, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.263048] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.428s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.263312] env[62633]: INFO nova.compute.manager [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Migrating [ 966.270866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.875s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.272747] env[62633]: INFO nova.compute.claims [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.360916] env[62633]: DEBUG nova.compute.manager [req-47aac8cd-baa2-45e8-a01c-1572640d2dad req-a2af9e61-7f8f-4ccd-b7e0-0ed17be02389 service nova] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Received event network-vif-deleted-f8d6e563-a690-4a01-af6b-eeed3baa0598 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.382037] env[62633]: INFO nova.compute.manager [-] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Took 1.76 seconds to deallocate network for instance. [ 966.406953] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.592088] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d2f6a-74e6-eb93-5c72-b093b9656d68, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.592852] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.592852] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] c6fdf184-3b3a-4176-b2a8-210cee591bf4/c6fdf184-3b3a-4176-b2a8-210cee591bf4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.593092] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec4d18a6-91f7-4e3f-afc2-31b766898277 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.603619] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 966.603619] env[62633]: value = "task-2696536" [ 966.603619] env[62633]: _type = "Task" [ 966.603619] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.616313] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.691732] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696535, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.785170] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.785560] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.785709] env[62633]: DEBUG nova.network.neutron [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.891116] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.115394] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.190244] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696535, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.922723} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.190499] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] d5b421a9-05eb-4b20-9288-29975fea8fbf/d5b421a9-05eb-4b20-9288-29975fea8fbf.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.190718] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.190964] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-332a3687-514a-4802-9cf6-b53c55de41af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.197665] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 967.197665] env[62633]: value = "task-2696537" [ 967.197665] env[62633]: _type = "Task" [ 967.197665] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.206460] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.466809] env[62633]: DEBUG nova.compute.manager [req-f5340124-c8b6-4048-af10-f23080f7a94e req-9d8814ab-4e8b-4d72-a429-97d88b3be472 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Received event network-changed-b4acc221-afa5-4356-9cff-fcdf3c17b95a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.467108] env[62633]: DEBUG nova.compute.manager [req-f5340124-c8b6-4048-af10-f23080f7a94e req-9d8814ab-4e8b-4d72-a429-97d88b3be472 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Refreshing instance network info cache due to event network-changed-b4acc221-afa5-4356-9cff-fcdf3c17b95a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 967.467317] env[62633]: DEBUG oslo_concurrency.lockutils [req-f5340124-c8b6-4048-af10-f23080f7a94e req-9d8814ab-4e8b-4d72-a429-97d88b3be472 service nova] Acquiring lock "refresh_cache-08700076-265a-4695-89a1-aa6833542904" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.467485] env[62633]: DEBUG oslo_concurrency.lockutils [req-f5340124-c8b6-4048-af10-f23080f7a94e req-9d8814ab-4e8b-4d72-a429-97d88b3be472 service nova] Acquired lock "refresh_cache-08700076-265a-4695-89a1-aa6833542904" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.467700] env[62633]: DEBUG nova.network.neutron [req-f5340124-c8b6-4048-af10-f23080f7a94e req-9d8814ab-4e8b-4d72-a429-97d88b3be472 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Refreshing network info cache for port b4acc221-afa5-4356-9cff-fcdf3c17b95a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.624359] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696536, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.641632] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76bf186-77d7-4436-8a26-9d403851e8c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.651103] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be3ef40-7d1f-43d5-96a7-731ca185482c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.686085] env[62633]: DEBUG nova.network.neutron [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance_info_cache with network_info: [{"id": "596ef837-516b-42ee-8bed-b1647e8b8b14", "address": "fa:16:3e:6b:c6:bf", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596ef837-51", "ovs_interfaceid": "596ef837-516b-42ee-8bed-b1647e8b8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.687916] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2a1fc3-f8f6-4548-9e39-a5a68fa9fcce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.704256] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09876395-2216-476b-8d19-ebe176781862 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.715575] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071452} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.725035] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.725035] env[62633]: DEBUG nova.compute.provider_tree [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.726209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a38145-1c69-4c49-ae30-305d68bd437d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.751556] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] d5b421a9-05eb-4b20-9288-29975fea8fbf/d5b421a9-05eb-4b20-9288-29975fea8fbf.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.752407] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf84747d-55d5-4acc-8f0c-b25c0f9757a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.774408] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 967.774408] env[62633]: value = "task-2696538" [ 967.774408] env[62633]: _type = "Task" [ 967.774408] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.783131] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.117585] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696536, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.048713} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.118015] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] c6fdf184-3b3a-4176-b2a8-210cee591bf4/c6fdf184-3b3a-4176-b2a8-210cee591bf4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.118136] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.118667] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aada01e0-0cc6-49f2-8427-d31d09a6c84f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.126108] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 968.126108] env[62633]: value = "task-2696539" [ 968.126108] env[62633]: _type = "Task" [ 968.126108] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.135678] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.196068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.210466] env[62633]: DEBUG nova.network.neutron [req-f5340124-c8b6-4048-af10-f23080f7a94e req-9d8814ab-4e8b-4d72-a429-97d88b3be472 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Updated VIF entry in instance network info cache for port b4acc221-afa5-4356-9cff-fcdf3c17b95a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.210820] env[62633]: DEBUG nova.network.neutron [req-f5340124-c8b6-4048-af10-f23080f7a94e req-9d8814ab-4e8b-4d72-a429-97d88b3be472 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Updating instance_info_cache with network_info: [{"id": "b4acc221-afa5-4356-9cff-fcdf3c17b95a", "address": "fa:16:3e:65:47:e6", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4acc221-af", "ovs_interfaceid": "b4acc221-afa5-4356-9cff-fcdf3c17b95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.230718] env[62633]: DEBUG nova.scheduler.client.report [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.285322] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696538, 'name': ReconfigVM_Task, 'duration_secs': 0.318346} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.285601] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Reconfigured VM instance instance-0000005b to attach disk [datastore1] d5b421a9-05eb-4b20-9288-29975fea8fbf/d5b421a9-05eb-4b20-9288-29975fea8fbf.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.286266] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a646d53e-46b9-4f14-b930-81402d7d1e0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.294099] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 968.294099] env[62633]: value = "task-2696540" [ 968.294099] env[62633]: _type = "Task" [ 968.294099] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.302170] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696540, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.636676] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255228} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.637064] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.637768] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b035b67b-d328-458a-bfe8-8879c249fa27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.660075] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c6fdf184-3b3a-4176-b2a8-210cee591bf4/c6fdf184-3b3a-4176-b2a8-210cee591bf4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.660382] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a0c686-a3b7-45cd-8af5-339b858dac14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.681138] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 968.681138] env[62633]: value = "task-2696541" [ 968.681138] env[62633]: _type = "Task" [ 968.681138] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.689357] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.713798] env[62633]: DEBUG oslo_concurrency.lockutils [req-f5340124-c8b6-4048-af10-f23080f7a94e req-9d8814ab-4e8b-4d72-a429-97d88b3be472 service nova] Releasing lock "refresh_cache-08700076-265a-4695-89a1-aa6833542904" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.735826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.736496] env[62633]: DEBUG nova.compute.manager [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.739478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.335s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.739741] env[62633]: DEBUG nova.objects.instance [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lazy-loading 'resources' on Instance uuid 1e0010ad-97b4-4f50-8f4c-242e3095bb23 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.805501] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696540, 'name': Rename_Task, 'duration_secs': 0.196474} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.805887] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.806182] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-468636a6-c0e6-461d-b99d-553a51849b83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.815556] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 968.815556] env[62633]: value = "task-2696542" [ 968.815556] env[62633]: _type = "Task" [ 968.815556] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.824659] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.192971] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696541, 'name': ReconfigVM_Task, 'duration_secs': 0.36105} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.193278] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c6fdf184-3b3a-4176-b2a8-210cee591bf4/c6fdf184-3b3a-4176-b2a8-210cee591bf4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.193945] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84a03464-56b2-4e74-8b00-771c292eed39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.202379] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 969.202379] env[62633]: value = "task-2696543" [ 969.202379] env[62633]: _type = "Task" [ 969.202379] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.214213] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696543, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.243273] env[62633]: DEBUG nova.compute.utils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.247439] env[62633]: DEBUG nova.compute.manager [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.248460] env[62633]: DEBUG nova.network.neutron [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.307780] env[62633]: DEBUG nova.policy [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f51163cb8d4eb6b252c21c3943ea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fecf2e237f45018e4afed92dac533d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.329979] env[62633]: DEBUG oslo_vmware.api [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696542, 'name': PowerOnVM_Task, 'duration_secs': 0.49792} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.330275] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.330522] env[62633]: INFO nova.compute.manager [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Took 9.65 seconds to spawn the instance on the hypervisor. [ 969.330767] env[62633]: DEBUG nova.compute.manager [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.331695] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cccc965-dc99-4de6-9d5e-27faf8333830 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.528540] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7da0770-e755-4e5c-b38f-28a36635f8fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.538194] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a5b434-ae6e-4d9c-8cf1-267263b08d86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.571736] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f22e4d8-2374-481a-b212-c6bf0cb2d602 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.580035] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f9957a-82eb-4f5b-b3b1-c59a68126d63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.594731] env[62633]: DEBUG nova.compute.provider_tree [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.645888] env[62633]: DEBUG nova.network.neutron [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Successfully created port: 9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.720222] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7748bf88-c792-40a8-968e-3830d3645b3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.724938] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696543, 'name': Rename_Task, 'duration_secs': 0.208946} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.725825] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.726262] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eb32e7b-ba19-4b98-9088-06b2183a5979 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.745791] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance '4dfdb512-f573-4bbd-89ab-4947ebfcf90c' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.751949] env[62633]: DEBUG nova.compute.manager [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.758023] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 969.758023] env[62633]: value = "task-2696544" [ 969.758023] env[62633]: _type = "Task" [ 969.758023] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.765869] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696544, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.855680] env[62633]: INFO nova.compute.manager [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Took 22.16 seconds to build instance. [ 970.100363] env[62633]: DEBUG nova.scheduler.client.report [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.258112] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.262258] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d6ac8d-7ed3-4a2d-8c91-37617810bb40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.273977] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.275382] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 970.275382] env[62633]: value = "task-2696545" [ 970.275382] env[62633]: _type = "Task" [ 970.275382] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.285455] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.357370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b979a527-8f65-4167-a884-d8d07d62d985 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "d5b421a9-05eb-4b20-9288-29975fea8fbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.677s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.607364] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.609957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.719s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.610081] env[62633]: DEBUG nova.objects.instance [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lazy-loading 'resources' on Instance uuid 2f91517e-fd8e-461a-b32a-d8fe09d4105e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.627410] env[62633]: INFO nova.scheduler.client.report [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleted allocations for instance 1e0010ad-97b4-4f50-8f4c-242e3095bb23 [ 970.652825] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "388d68e1-51d8-45a1-b208-78ee3c34ede5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.653152] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.769908] env[62633]: DEBUG nova.compute.manager [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.771795] env[62633]: DEBUG oslo_vmware.api [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696544, 'name': PowerOnVM_Task, 'duration_secs': 0.788599} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.772242] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.772458] env[62633]: INFO nova.compute.manager [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Took 8.66 seconds to spawn the instance on the hypervisor. [ 970.772649] env[62633]: DEBUG nova.compute.manager [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.773478] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da631933-de35-496e-b990-5dfaf053d8a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.784709] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696545, 'name': PowerOffVM_Task, 'duration_secs': 0.272044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.787814] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.788431] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance '4dfdb512-f573-4bbd-89ab-4947ebfcf90c' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.800184] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.800184] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.800184] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.800497] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.800497] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.800686] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.800910] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.801086] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.801264] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.801468] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.803042] env[62633]: DEBUG nova.virt.hardware [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.803042] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ad4fd-5cab-4f98-8415-b23f86cf3215 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.812360] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13923028-821d-435c-b710-d250897eac9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.847540] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquiring lock "d5b421a9-05eb-4b20-9288-29975fea8fbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.847805] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "d5b421a9-05eb-4b20-9288-29975fea8fbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.848125] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquiring lock "d5b421a9-05eb-4b20-9288-29975fea8fbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.848373] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "d5b421a9-05eb-4b20-9288-29975fea8fbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.848564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "d5b421a9-05eb-4b20-9288-29975fea8fbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.850598] env[62633]: INFO nova.compute.manager [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Terminating instance [ 971.008085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "910e242c-48be-4521-b3f2-df06b33f80a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.008314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "910e242c-48be-4521-b3f2-df06b33f80a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.138676] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f330b0e-06b1-459a-9bec-e564aa086d85 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "1e0010ad-97b4-4f50-8f4c-242e3095bb23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.117s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.156343] env[62633]: DEBUG nova.compute.manager [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.299030] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.299243] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.299546] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.299708] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.299836] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.299895] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.300109] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.300562] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.300562] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.300562] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.300803] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.309816] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c688f5-d1e2-446d-8e18-e1b4ad4b0a77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.325987] env[62633]: INFO nova.compute.manager [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Took 21.40 seconds to build instance. [ 971.332149] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 971.332149] env[62633]: value = "task-2696546" [ 971.332149] env[62633]: _type = "Task" [ 971.332149] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.343485] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "237a3462-8799-47e0-970c-b39ee3dc66b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.343732] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "237a3462-8799-47e0-970c-b39ee3dc66b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.349892] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.353920] env[62633]: DEBUG nova.compute.manager [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.354164] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.356259] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dda873-71a4-4c86-8572-abf27c5e564a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.366090] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.366250] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7732bfd6-8a29-4e9f-bbac-9157b1b62918 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.374818] env[62633]: DEBUG oslo_vmware.api [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 971.374818] env[62633]: value = "task-2696547" [ 971.374818] env[62633]: _type = "Task" [ 971.374818] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.392946] env[62633]: DEBUG oslo_vmware.api [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.427832] env[62633]: DEBUG nova.compute.manager [req-5c1a8df0-956d-4402-8297-57024be368b0 req-c75408dc-7bd0-4843-9523-ddc38e85d776 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received event network-vif-plugged-9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.428087] env[62633]: DEBUG oslo_concurrency.lockutils [req-5c1a8df0-956d-4402-8297-57024be368b0 req-c75408dc-7bd0-4843-9523-ddc38e85d776 service nova] Acquiring lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.428320] env[62633]: DEBUG oslo_concurrency.lockutils [req-5c1a8df0-956d-4402-8297-57024be368b0 req-c75408dc-7bd0-4843-9523-ddc38e85d776 service nova] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.428509] env[62633]: DEBUG oslo_concurrency.lockutils [req-5c1a8df0-956d-4402-8297-57024be368b0 req-c75408dc-7bd0-4843-9523-ddc38e85d776 service nova] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.428681] env[62633]: DEBUG nova.compute.manager [req-5c1a8df0-956d-4402-8297-57024be368b0 req-c75408dc-7bd0-4843-9523-ddc38e85d776 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] No waiting events found dispatching network-vif-plugged-9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.428890] env[62633]: WARNING nova.compute.manager [req-5c1a8df0-956d-4402-8297-57024be368b0 req-c75408dc-7bd0-4843-9523-ddc38e85d776 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received unexpected event network-vif-plugged-9664aa74-de38-459d-ac96-546472befe3a for instance with vm_state building and task_state spawning. [ 971.475880] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfe29e7-837a-40e7-bc80-8493154743d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.490347] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667729df-5408-4d1b-84d7-a59fd1095d05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.529943] env[62633]: DEBUG nova.compute.manager [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.534229] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de5637-5a3e-499f-b574-72f387290110 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.541975] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15809935-3b07-4ca7-95a0-b67002a8cbcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.556888] env[62633]: DEBUG nova.compute.provider_tree [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.627196] env[62633]: DEBUG nova.network.neutron [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Successfully updated port: 9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.679813] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.828699] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.908s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.841836] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696546, 'name': ReconfigVM_Task, 'duration_secs': 0.261321} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.842144] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance '4dfdb512-f573-4bbd-89ab-4947ebfcf90c' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.845909] env[62633]: DEBUG nova.compute.manager [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.890484] env[62633]: DEBUG oslo_vmware.api [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696547, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.935992] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.936298] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.936486] env[62633]: DEBUG nova.compute.manager [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.937404] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206fe799-a05c-40e8-8155-9b256d1a4531 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.944898] env[62633]: DEBUG nova.compute.manager [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 971.945484] env[62633]: DEBUG nova.objects.instance [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lazy-loading 'flavor' on Instance uuid c6fdf184-3b3a-4176-b2a8-210cee591bf4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.051796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.060809] env[62633]: DEBUG nova.scheduler.client.report [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.131426] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.131426] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.131543] env[62633]: DEBUG nova.network.neutron [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.348886] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.349165] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.349299] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.349484] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.349631] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.349785] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.349988] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.350217] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.350397] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.350562] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.350736] env[62633]: DEBUG nova.virt.hardware [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.356796] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.359108] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc26828a-f137-49cd-9b94-34a03d2405a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.384299] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 972.384299] env[62633]: value = "task-2696548" [ 972.384299] env[62633]: _type = "Task" [ 972.384299] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.388418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.391662] env[62633]: DEBUG oslo_vmware.api [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696547, 'name': PowerOffVM_Task, 'duration_secs': 0.617275} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.392227] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.392408] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.392648] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdc291ca-0fb7-4d3f-b64c-3bdb94cb2963 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.397108] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.565549] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.568382] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.889s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.569951] env[62633]: INFO nova.compute.claims [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.588237] env[62633]: INFO nova.scheduler.client.report [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleted allocations for instance 2f91517e-fd8e-461a-b32a-d8fe09d4105e [ 972.696966] env[62633]: DEBUG nova.network.neutron [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.895587] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696548, 'name': ReconfigVM_Task, 'duration_secs': 0.212362} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.895882] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 972.896853] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186b818c-36cb-4f9c-85d2-438bdc6dde9a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.925805] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4dfdb512-f573-4bbd-89ab-4947ebfcf90c/4dfdb512-f573-4bbd-89ab-4947ebfcf90c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.927275] env[62633]: DEBUG nova.network.neutron [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.929231] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa2cb66-500f-45c1-b164-119cb054077c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.951536] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 972.951536] env[62633]: value = "task-2696550" [ 972.951536] env[62633]: _type = "Task" [ 972.951536] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.955495] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.956138] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb83e9cd-ca91-4d70-a5b1-a9ac8f3f2605 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.965654] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.967174] env[62633]: DEBUG oslo_vmware.api [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 972.967174] env[62633]: value = "task-2696551" [ 972.967174] env[62633]: _type = "Task" [ 972.967174] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.977170] env[62633]: DEBUG oslo_vmware.api [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.097506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-55e9c93e-53be-42c2-86e6-b3927178f399 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "2f91517e-fd8e-461a-b32a-d8fe09d4105e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.144s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.446329] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.446582] env[62633]: DEBUG nova.compute.manager [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Instance network_info: |[{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.449620] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:e3:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9664aa74-de38-459d-ac96-546472befe3a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.456442] env[62633]: DEBUG oslo.service.loopingcall [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.458321] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.460266] env[62633]: DEBUG nova.compute.manager [req-6c7cad1e-f980-4a62-be7a-a59df019ef65 req-531dddf8-db31-4d6f-b963-c5277fddfab5 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received event network-changed-9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.460266] env[62633]: DEBUG nova.compute.manager [req-6c7cad1e-f980-4a62-be7a-a59df019ef65 req-531dddf8-db31-4d6f-b963-c5277fddfab5 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing instance network info cache due to event network-changed-9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.460266] env[62633]: DEBUG oslo_concurrency.lockutils [req-6c7cad1e-f980-4a62-be7a-a59df019ef65 req-531dddf8-db31-4d6f-b963-c5277fddfab5 service nova] Acquiring lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.460266] env[62633]: DEBUG oslo_concurrency.lockutils [req-6c7cad1e-f980-4a62-be7a-a59df019ef65 req-531dddf8-db31-4d6f-b963-c5277fddfab5 service nova] Acquired lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.460475] env[62633]: DEBUG nova.network.neutron [req-6c7cad1e-f980-4a62-be7a-a59df019ef65 req-531dddf8-db31-4d6f-b963-c5277fddfab5 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing network info cache for port 9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.465273] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01bcc26c-4af0-4bbf-8a56-70725cd16333 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.487057] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696550, 'name': ReconfigVM_Task, 'duration_secs': 0.367238} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.488669] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4dfdb512-f573-4bbd-89ab-4947ebfcf90c/4dfdb512-f573-4bbd-89ab-4947ebfcf90c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.488972] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance '4dfdb512-f573-4bbd-89ab-4947ebfcf90c' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.492074] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.492074] env[62633]: value = "task-2696552" [ 973.492074] env[62633]: _type = "Task" [ 973.492074] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.496826] env[62633]: DEBUG oslo_vmware.api [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696551, 'name': PowerOffVM_Task, 'duration_secs': 0.263795} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.500234] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.500455] env[62633]: DEBUG nova.compute.manager [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.502020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d44972-7ad8-426d-b477-7b1260a7ab18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.510392] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696552, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.796433] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a421b-fb2d-4194-a30b-c4d357ea4a9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.805498] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be0a5e8-26ed-43af-8808-6d5ca79d32e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.835363] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc626b7-835c-4525-a9dd-fb31d2d83712 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.843745] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb111789-af20-4406-9833-49768f5f6a2a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.857780] env[62633]: DEBUG nova.compute.provider_tree [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.931823] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "da2890e3-04ff-450c-a5b2-adc41854462b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.932155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "da2890e3-04ff-450c-a5b2-adc41854462b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.966515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "62249fa0-14a4-4503-bee6-9d91480a7aac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.966739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "62249fa0-14a4-4503-bee6-9d91480a7aac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.004329] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af43af-09a9-4f68-8b25-7d2f8ae7158e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.013260] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696552, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.033262] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e87493-369d-4005-9874-888f1c21de06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.035911] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e70420fe-0e0b-413e-9231-a739bfca3665 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.057764] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance '4dfdb512-f573-4bbd-89ab-4947ebfcf90c' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.061143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.061372] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.061567] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.061744] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.061911] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.063864] env[62633]: INFO nova.compute.manager [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Terminating instance [ 974.249014] env[62633]: DEBUG nova.network.neutron [req-6c7cad1e-f980-4a62-be7a-a59df019ef65 req-531dddf8-db31-4d6f-b963-c5277fddfab5 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updated VIF entry in instance network info cache for port 9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.249406] env[62633]: DEBUG nova.network.neutron [req-6c7cad1e-f980-4a62-be7a-a59df019ef65 req-531dddf8-db31-4d6f-b963-c5277fddfab5 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.360525] env[62633]: DEBUG nova.scheduler.client.report [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.433998] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.470313] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.506845] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696552, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.570665] env[62633]: DEBUG nova.compute.manager [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.570824] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.573899] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcadc70-e50a-407f-9fb6-a0bcb434cf26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.584534] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.584827] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02ad3b7e-dfcc-4c1d-8fa8-73cbf0831fc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.752496] env[62633]: DEBUG oslo_concurrency.lockutils [req-6c7cad1e-f980-4a62-be7a-a59df019ef65 req-531dddf8-db31-4d6f-b963-c5277fddfab5 service nova] Releasing lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.865070] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.865623] env[62633]: DEBUG nova.compute.manager [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.868279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.817s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.869698] env[62633]: INFO nova.compute.claims [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.957558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.990609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.007424] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696552, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.375063] env[62633]: DEBUG nova.compute.utils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.378516] env[62633]: DEBUG nova.compute.manager [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.378699] env[62633]: DEBUG nova.network.neutron [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.423500] env[62633]: DEBUG nova.policy [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2f85320abaf4b11ac78bf6ec89228f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9adbef0782dc4eb1aabee8e61fc63a4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.513671] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696552, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.516613] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.516613] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.516924] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Deleting the datastore file [datastore1] d5b421a9-05eb-4b20-9288-29975fea8fbf {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.517301] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a67be7-d409-405f-8fd9-d3f07aeb12a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.527164] env[62633]: DEBUG oslo_vmware.api [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for the task: (returnval){ [ 975.527164] env[62633]: value = "task-2696554" [ 975.527164] env[62633]: _type = "Task" [ 975.527164] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.536031] env[62633]: DEBUG oslo_vmware.api [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.730909] env[62633]: DEBUG nova.network.neutron [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Port 596ef837-516b-42ee-8bed-b1647e8b8b14 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 975.882937] env[62633]: DEBUG nova.compute.manager [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.010172] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696552, 'name': CreateVM_Task, 'duration_secs': 2.236344} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.013044] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.014066] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.014379] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.014852] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.015225] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e4bbff-2998-4ff5-b4c0-08ce8f2d974c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.021259] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 976.021259] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b3f313-bcc4-0031-d94f-54bd2e2e4b18" [ 976.021259] env[62633]: _type = "Task" [ 976.021259] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.037577] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b3f313-bcc4-0031-d94f-54bd2e2e4b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.043251] env[62633]: DEBUG oslo_vmware.api [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Task: {'id': task-2696554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320565} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.044413] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.044413] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.044725] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.047031] env[62633]: INFO nova.compute.manager [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Took 4.69 seconds to destroy the instance on the hypervisor. [ 976.047031] env[62633]: DEBUG oslo.service.loopingcall [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.047031] env[62633]: DEBUG nova.compute.manager [-] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.047031] env[62633]: DEBUG nova.network.neutron [-] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.092613] env[62633]: DEBUG nova.network.neutron [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Successfully created port: 8e20b95c-82cc-4454-970e-76b93d6f04c6 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.257099] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d99f93-9c4b-44ae-99f2-7d8f769fec48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.270520] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f79669-66f1-4d2b-bec0-687c0d880398 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.308368] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c1ebc9-78a1-4ede-b597-2920dae37920 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.320543] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64849031-4419-4226-b7b7-7825632f221f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.337843] env[62633]: DEBUG nova.compute.provider_tree [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.361731] env[62633]: DEBUG nova.compute.manager [req-bbea5453-2dd5-427c-90de-8314a32d783e req-ec39f43b-55c3-42bb-b00d-2253ddaca081 service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Received event network-vif-deleted-4f77ca62-1f9b-44bd-a141-9f2d73c780b4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.361968] env[62633]: INFO nova.compute.manager [req-bbea5453-2dd5-427c-90de-8314a32d783e req-ec39f43b-55c3-42bb-b00d-2253ddaca081 service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Neutron deleted interface 4f77ca62-1f9b-44bd-a141-9f2d73c780b4; detaching it from the instance and deleting it from the info cache [ 976.362138] env[62633]: DEBUG nova.network.neutron [req-bbea5453-2dd5-427c-90de-8314a32d783e req-ec39f43b-55c3-42bb-b00d-2253ddaca081 service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.533088] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b3f313-bcc4-0031-d94f-54bd2e2e4b18, 'name': SearchDatastore_Task, 'duration_secs': 0.013226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.533437] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.533675] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.533957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.534128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.534551] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.534633] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-114e9246-5a99-422f-afc9-322e1f569011 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.544055] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.544258] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.544971] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a85886-cfab-4064-92bc-4bc3084c6022 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.550380] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 976.550380] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52dfac1d-3890-f0c8-5211-6981fc0bc3e8" [ 976.550380] env[62633]: _type = "Task" [ 976.550380] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.558815] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dfac1d-3890-f0c8-5211-6981fc0bc3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.694371] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.694599] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.694783] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleting the datastore file [datastore1] c6fdf184-3b3a-4176-b2a8-210cee591bf4 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.695070] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9289d067-a32d-4330-9c6b-a2644306f491 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.703116] env[62633]: DEBUG oslo_vmware.api [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 976.703116] env[62633]: value = "task-2696555" [ 976.703116] env[62633]: _type = "Task" [ 976.703116] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.711559] env[62633]: DEBUG oslo_vmware.api [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.753921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.754197] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.754499] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.841159] env[62633]: DEBUG nova.scheduler.client.report [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.844320] env[62633]: DEBUG nova.network.neutron [-] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.865230] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db6281b7-932f-44b0-890f-c0782fed6449 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.875337] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6942b8c8-e88f-4a41-8f38-b770bfdb5f82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.910109] env[62633]: DEBUG nova.compute.manager [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.912336] env[62633]: DEBUG nova.compute.manager [req-bbea5453-2dd5-427c-90de-8314a32d783e req-ec39f43b-55c3-42bb-b00d-2253ddaca081 service nova] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Detach interface failed, port_id=4f77ca62-1f9b-44bd-a141-9f2d73c780b4, reason: Instance d5b421a9-05eb-4b20-9288-29975fea8fbf could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 976.937164] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.937423] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.937584] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.937766] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.937912] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.938072] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.938283] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.938442] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.938607] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.938767] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.938944] env[62633]: DEBUG nova.virt.hardware [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.939781] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2684f-8cd9-4c6b-853f-d58bf4b4c0f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.947834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c71363-f077-481a-bc6a-1186ac24b588 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.060036] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dfac1d-3890-f0c8-5211-6981fc0bc3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.060748] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c81968-45af-4e26-85a6-2ead0b90f1eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.065856] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 977.065856] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52092cba-100a-0ad1-bea1-2459cecae337" [ 977.065856] env[62633]: _type = "Task" [ 977.065856] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.073849] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52092cba-100a-0ad1-bea1-2459cecae337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.213675] env[62633]: DEBUG oslo_vmware.api [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155587} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.213965] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.214175] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.214355] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.214530] env[62633]: INFO nova.compute.manager [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Took 2.64 seconds to destroy the instance on the hypervisor. [ 977.214774] env[62633]: DEBUG oslo.service.loopingcall [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.215012] env[62633]: DEBUG nova.compute.manager [-] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.215128] env[62633]: DEBUG nova.network.neutron [-] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.346541] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.347085] env[62633]: DEBUG nova.compute.manager [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.349680] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.961s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.351101] env[62633]: INFO nova.compute.claims [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.353413] env[62633]: INFO nova.compute.manager [-] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Took 1.31 seconds to deallocate network for instance. [ 977.577561] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52092cba-100a-0ad1-bea1-2459cecae337, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.577894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.578208] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb/06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.578470] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-236e3eeb-503d-4b8d-86d0-1c2c7d8a4804 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.587561] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 977.587561] env[62633]: value = "task-2696556" [ 977.587561] env[62633]: _type = "Task" [ 977.587561] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.596125] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.599187] env[62633]: DEBUG nova.compute.manager [req-df65850d-0b98-4c8c-9fff-e9c064ac6364 req-4626a32b-860c-4f1a-8e98-330e77708f5c service nova] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Received event network-vif-plugged-8e20b95c-82cc-4454-970e-76b93d6f04c6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.599394] env[62633]: DEBUG oslo_concurrency.lockutils [req-df65850d-0b98-4c8c-9fff-e9c064ac6364 req-4626a32b-860c-4f1a-8e98-330e77708f5c service nova] Acquiring lock "388d68e1-51d8-45a1-b208-78ee3c34ede5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.599597] env[62633]: DEBUG oslo_concurrency.lockutils [req-df65850d-0b98-4c8c-9fff-e9c064ac6364 req-4626a32b-860c-4f1a-8e98-330e77708f5c service nova] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.599763] env[62633]: DEBUG oslo_concurrency.lockutils [req-df65850d-0b98-4c8c-9fff-e9c064ac6364 req-4626a32b-860c-4f1a-8e98-330e77708f5c service nova] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.599925] env[62633]: DEBUG nova.compute.manager [req-df65850d-0b98-4c8c-9fff-e9c064ac6364 req-4626a32b-860c-4f1a-8e98-330e77708f5c service nova] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] No waiting events found dispatching network-vif-plugged-8e20b95c-82cc-4454-970e-76b93d6f04c6 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.600097] env[62633]: WARNING nova.compute.manager [req-df65850d-0b98-4c8c-9fff-e9c064ac6364 req-4626a32b-860c-4f1a-8e98-330e77708f5c service nova] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Received unexpected event network-vif-plugged-8e20b95c-82cc-4454-970e-76b93d6f04c6 for instance with vm_state building and task_state spawning. [ 977.695055] env[62633]: DEBUG nova.network.neutron [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Successfully updated port: 8e20b95c-82cc-4454-970e-76b93d6f04c6 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.797846] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.798100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.798345] env[62633]: DEBUG nova.network.neutron [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.857688] env[62633]: DEBUG nova.compute.utils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.861102] env[62633]: DEBUG nova.compute.manager [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.861102] env[62633]: DEBUG nova.network.neutron [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.862157] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.921038] env[62633]: DEBUG nova.policy [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2f85320abaf4b11ac78bf6ec89228f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9adbef0782dc4eb1aabee8e61fc63a4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.954932] env[62633]: DEBUG nova.network.neutron [-] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.098176] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493783} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.098645] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb/06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.099338] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.099699] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1367d3f9-6feb-442e-b495-81bba9218ad3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.125627] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 978.125627] env[62633]: value = "task-2696557" [ 978.125627] env[62633]: _type = "Task" [ 978.125627] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.137636] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.171376] env[62633]: DEBUG nova.network.neutron [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Successfully created port: 67ff8e58-1d7c-4134-8d0c-f7cdf320030b {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.198697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "refresh_cache-388d68e1-51d8-45a1-b208-78ee3c34ede5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.198853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "refresh_cache-388d68e1-51d8-45a1-b208-78ee3c34ede5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.198983] env[62633]: DEBUG nova.network.neutron [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.362993] env[62633]: DEBUG nova.compute.manager [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.394542] env[62633]: DEBUG nova.compute.manager [req-debf5c67-35a6-421d-889d-ab2b4c45d599 req-544f3b81-17ac-4bce-adde-90faab528a47 service nova] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Received event network-vif-deleted-e88b68d4-742c-4c92-b149-aa1340cbcf6c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.457477] env[62633]: INFO nova.compute.manager [-] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Took 1.24 seconds to deallocate network for instance. [ 978.566562] env[62633]: DEBUG nova.network.neutron [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance_info_cache with network_info: [{"id": "596ef837-516b-42ee-8bed-b1647e8b8b14", "address": "fa:16:3e:6b:c6:bf", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596ef837-51", "ovs_interfaceid": "596ef837-516b-42ee-8bed-b1647e8b8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.639292] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074506} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.639292] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.639686] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a726a1f-edcd-40ce-a1b5-da57763c8dca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.665744] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb/06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.668651] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-623b41b8-6678-47e7-a0f0-5209c3633131 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.690052] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 978.690052] env[62633]: value = "task-2696558" [ 978.690052] env[62633]: _type = "Task" [ 978.690052] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.693811] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6db592-1e29-4994-93a6-1b4a262751e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.703742] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.706615] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef19226-401c-4ca6-a4a5-504875029d51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.739189] env[62633]: DEBUG nova.network.neutron [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.741612] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2076ba71-cc86-4382-b5cb-7d039323397a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.749684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f7e803-a929-4cee-bef5-e1aa29fc316e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.764759] env[62633]: DEBUG nova.compute.provider_tree [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.872555] env[62633]: DEBUG nova.network.neutron [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Updating instance_info_cache with network_info: [{"id": "8e20b95c-82cc-4454-970e-76b93d6f04c6", "address": "fa:16:3e:95:98:c8", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e20b95c-82", "ovs_interfaceid": "8e20b95c-82cc-4454-970e-76b93d6f04c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.965928] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.069335] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.200845] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696558, 'name': ReconfigVM_Task, 'duration_secs': 0.325353} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.201197] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb/06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.201852] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4cde55e-1888-48f0-b46c-4e4bf5a6df34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.209596] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 979.209596] env[62633]: value = "task-2696559" [ 979.209596] env[62633]: _type = "Task" [ 979.209596] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.217609] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696559, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.267607] env[62633]: DEBUG nova.scheduler.client.report [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.371992] env[62633]: DEBUG nova.compute.manager [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.374968] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "refresh_cache-388d68e1-51d8-45a1-b208-78ee3c34ede5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.374968] env[62633]: DEBUG nova.compute.manager [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Instance network_info: |[{"id": "8e20b95c-82cc-4454-970e-76b93d6f04c6", "address": "fa:16:3e:95:98:c8", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e20b95c-82", "ovs_interfaceid": "8e20b95c-82cc-4454-970e-76b93d6f04c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.375519] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:98:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e20b95c-82cc-4454-970e-76b93d6f04c6', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.382598] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Creating folder: Project (9adbef0782dc4eb1aabee8e61fc63a4f). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.382878] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e2c1b4-d410-4c1c-aac6-ed37dfc606ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.395722] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Created folder: Project (9adbef0782dc4eb1aabee8e61fc63a4f) in parent group-v543169. [ 979.395926] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Creating folder: Instances. Parent ref: group-v543431. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.398151] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.398374] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.398532] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.398715] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.398875] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.399049] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.399243] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.399408] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.399572] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.399735] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.399906] env[62633]: DEBUG nova.virt.hardware [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.400176] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7018605f-9eb5-4d6f-8e2b-ce7906e529de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.402308] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830eae21-d88d-420f-9ddd-16e91bb40a2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.410190] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f043e833-2eab-460b-8529-2f17fd6f9d7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.415658] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Created folder: Instances in parent group-v543431. [ 979.415892] env[62633]: DEBUG oslo.service.loopingcall [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.416593] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.416899] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-617d207a-2c67-485e-b0c9-51c243c43d33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.445374] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.445374] env[62633]: value = "task-2696562" [ 979.445374] env[62633]: _type = "Task" [ 979.445374] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.452998] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696562, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.581385] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccda1434-c4b7-4210-a83a-ec326a8f3f1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.591110] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892b453c-5838-482c-a6a2-c20bc93db1bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.631193] env[62633]: DEBUG nova.compute.manager [req-db0b9940-fd0b-4dbd-9528-19121f545cb1 req-0b38953a-150d-4d20-9388-8ebe558b8788 service nova] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Received event network-changed-8e20b95c-82cc-4454-970e-76b93d6f04c6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.631427] env[62633]: DEBUG nova.compute.manager [req-db0b9940-fd0b-4dbd-9528-19121f545cb1 req-0b38953a-150d-4d20-9388-8ebe558b8788 service nova] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Refreshing instance network info cache due to event network-changed-8e20b95c-82cc-4454-970e-76b93d6f04c6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.631637] env[62633]: DEBUG oslo_concurrency.lockutils [req-db0b9940-fd0b-4dbd-9528-19121f545cb1 req-0b38953a-150d-4d20-9388-8ebe558b8788 service nova] Acquiring lock "refresh_cache-388d68e1-51d8-45a1-b208-78ee3c34ede5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.631782] env[62633]: DEBUG oslo_concurrency.lockutils [req-db0b9940-fd0b-4dbd-9528-19121f545cb1 req-0b38953a-150d-4d20-9388-8ebe558b8788 service nova] Acquired lock "refresh_cache-388d68e1-51d8-45a1-b208-78ee3c34ede5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.631957] env[62633]: DEBUG nova.network.neutron [req-db0b9940-fd0b-4dbd-9528-19121f545cb1 req-0b38953a-150d-4d20-9388-8ebe558b8788 service nova] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Refreshing network info cache for port 8e20b95c-82cc-4454-970e-76b93d6f04c6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.720317] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696559, 'name': Rename_Task, 'duration_secs': 0.157892} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.720697] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.720853] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-452a9ade-b19f-424f-9c8e-3de2ec4504c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.728192] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 979.728192] env[62633]: value = "task-2696563" [ 979.728192] env[62633]: _type = "Task" [ 979.728192] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.738677] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.746303] env[62633]: DEBUG nova.network.neutron [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Successfully updated port: 67ff8e58-1d7c-4134-8d0c-f7cdf320030b {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.772228] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.772747] env[62633]: DEBUG nova.compute.manager [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.775215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.818s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.776800] env[62633]: INFO nova.compute.claims [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.955896] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696562, 'name': CreateVM_Task, 'duration_secs': 0.320682} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.957033] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.957152] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.957247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.957573] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.957823] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a132dcf-6284-434f-97a3-e8bc73918cf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.962501] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 979.962501] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52bb7a05-1629-e4a6-9cff-0edf2daf5c3b" [ 979.962501] env[62633]: _type = "Task" [ 979.962501] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.970640] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52bb7a05-1629-e4a6-9cff-0edf2daf5c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.237980] env[62633]: DEBUG oslo_vmware.api [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696563, 'name': PowerOnVM_Task, 'duration_secs': 0.449192} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.238267] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.238470] env[62633]: INFO nova.compute.manager [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Took 9.47 seconds to spawn the instance on the hypervisor. [ 980.238645] env[62633]: DEBUG nova.compute.manager [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.239391] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6095f3e-3b45-4043-8da4-67679d91cd22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.249888] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "refresh_cache-910e242c-48be-4521-b3f2-df06b33f80a3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.250041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "refresh_cache-910e242c-48be-4521-b3f2-df06b33f80a3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.250196] env[62633]: DEBUG nova.network.neutron [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.281336] env[62633]: DEBUG nova.compute.utils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.285271] env[62633]: DEBUG nova.compute.manager [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.285271] env[62633]: DEBUG nova.network.neutron [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.326078] env[62633]: DEBUG nova.policy [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2f85320abaf4b11ac78bf6ec89228f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9adbef0782dc4eb1aabee8e61fc63a4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.340751] env[62633]: DEBUG nova.network.neutron [req-db0b9940-fd0b-4dbd-9528-19121f545cb1 req-0b38953a-150d-4d20-9388-8ebe558b8788 service nova] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Updated VIF entry in instance network info cache for port 8e20b95c-82cc-4454-970e-76b93d6f04c6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.341125] env[62633]: DEBUG nova.network.neutron [req-db0b9940-fd0b-4dbd-9528-19121f545cb1 req-0b38953a-150d-4d20-9388-8ebe558b8788 service nova] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Updating instance_info_cache with network_info: [{"id": "8e20b95c-82cc-4454-970e-76b93d6f04c6", "address": "fa:16:3e:95:98:c8", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e20b95c-82", "ovs_interfaceid": "8e20b95c-82cc-4454-970e-76b93d6f04c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.473678] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52bb7a05-1629-e4a6-9cff-0edf2daf5c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012081} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.474039] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.474288] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.474520] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.474671] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.474851] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.475126] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1a627f8-232a-4637-b3cf-6bda05acd2fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.484549] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.484731] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.485462] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4c6f83-8bb2-4304-9fdd-84d75aafbdb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.491335] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 980.491335] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52dec08f-2408-b9e8-d374-3c2d46c377fd" [ 980.491335] env[62633]: _type = "Task" [ 980.491335] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.500340] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dec08f-2408-b9e8-d374-3c2d46c377fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.589582] env[62633]: DEBUG nova.network.neutron [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Successfully created port: 887ed6ad-e00b-40bc-a7f1-2d399331c62d {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.704016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5ee70-1735-4730-97f1-caedc409a78a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.726886] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b69f4b5-69f7-4597-bb0c-fc56d87fe6ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.734265] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance '4dfdb512-f573-4bbd-89ab-4947ebfcf90c' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.763668] env[62633]: INFO nova.compute.manager [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Took 21.38 seconds to build instance. [ 980.785802] env[62633]: DEBUG nova.compute.manager [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.842165] env[62633]: DEBUG nova.network.neutron [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.843098] env[62633]: DEBUG oslo_concurrency.lockutils [req-db0b9940-fd0b-4dbd-9528-19121f545cb1 req-0b38953a-150d-4d20-9388-8ebe558b8788 service nova] Releasing lock "refresh_cache-388d68e1-51d8-45a1-b208-78ee3c34ede5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.004322] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52dec08f-2408-b9e8-d374-3c2d46c377fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.004681] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65821234-46f3-43d2-a296-3c8dae987ef4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.012363] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 981.012363] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52238b98-7391-c5ad-3c4f-f86b64b1b791" [ 981.012363] env[62633]: _type = "Task" [ 981.012363] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.022835] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52238b98-7391-c5ad-3c4f-f86b64b1b791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.068049] env[62633]: DEBUG nova.network.neutron [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Updating instance_info_cache with network_info: [{"id": "67ff8e58-1d7c-4134-8d0c-f7cdf320030b", "address": "fa:16:3e:45:d4:f3", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ff8e58-1d", "ovs_interfaceid": "67ff8e58-1d7c-4134-8d0c-f7cdf320030b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.089148] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c19a55-6fc6-4e7f-8da2-1131abd14f83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.101201] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78f2a74-aa57-401e-a78f-8ca8b47637ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.150713] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b60fe5-654a-4e56-994c-b701eb8fd963 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.159350] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c19170-b89b-4f02-a574-96e35427a97e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.174064] env[62633]: DEBUG nova.compute.provider_tree [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.240978] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.241381] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dfe42d8-34bc-4873-b742-46cc5320fbd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.250519] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 981.250519] env[62633]: value = "task-2696564" [ 981.250519] env[62633]: _type = "Task" [ 981.250519] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.263661] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.266180] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11375d01-0007-41f8-ab38-69d23827b23a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.896s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.527347] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52238b98-7391-c5ad-3c4f-f86b64b1b791, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.528120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.528340] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 388d68e1-51d8-45a1-b208-78ee3c34ede5/388d68e1-51d8-45a1-b208-78ee3c34ede5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.528753] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0e61e21-1d35-49fd-97b1-957926572e75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.536905] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 981.536905] env[62633]: value = "task-2696565" [ 981.536905] env[62633]: _type = "Task" [ 981.536905] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.547100] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.571207] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "refresh_cache-910e242c-48be-4521-b3f2-df06b33f80a3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.572604] env[62633]: DEBUG nova.compute.manager [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Instance network_info: |[{"id": "67ff8e58-1d7c-4134-8d0c-f7cdf320030b", "address": "fa:16:3e:45:d4:f3", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ff8e58-1d", "ovs_interfaceid": "67ff8e58-1d7c-4134-8d0c-f7cdf320030b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.573014] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d4:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67ff8e58-1d7c-4134-8d0c-f7cdf320030b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.583062] env[62633]: DEBUG oslo.service.loopingcall [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.583308] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.583530] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8f21df2-fa64-4ed0-b955-ef3d3c561a30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.608151] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.608151] env[62633]: value = "task-2696566" [ 981.608151] env[62633]: _type = "Task" [ 981.608151] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.618755] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696566, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.664597] env[62633]: DEBUG nova.compute.manager [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Received event network-vif-plugged-67ff8e58-1d7c-4134-8d0c-f7cdf320030b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.664901] env[62633]: DEBUG oslo_concurrency.lockutils [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] Acquiring lock "910e242c-48be-4521-b3f2-df06b33f80a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.665275] env[62633]: DEBUG oslo_concurrency.lockutils [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] Lock "910e242c-48be-4521-b3f2-df06b33f80a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.665523] env[62633]: DEBUG oslo_concurrency.lockutils [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] Lock "910e242c-48be-4521-b3f2-df06b33f80a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.665728] env[62633]: DEBUG nova.compute.manager [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] No waiting events found dispatching network-vif-plugged-67ff8e58-1d7c-4134-8d0c-f7cdf320030b {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.665932] env[62633]: WARNING nova.compute.manager [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Received unexpected event network-vif-plugged-67ff8e58-1d7c-4134-8d0c-f7cdf320030b for instance with vm_state building and task_state spawning. [ 981.666175] env[62633]: DEBUG nova.compute.manager [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Received event network-changed-67ff8e58-1d7c-4134-8d0c-f7cdf320030b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.666375] env[62633]: DEBUG nova.compute.manager [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Refreshing instance network info cache due to event network-changed-67ff8e58-1d7c-4134-8d0c-f7cdf320030b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 981.666611] env[62633]: DEBUG oslo_concurrency.lockutils [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] Acquiring lock "refresh_cache-910e242c-48be-4521-b3f2-df06b33f80a3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.666813] env[62633]: DEBUG oslo_concurrency.lockutils [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] Acquired lock "refresh_cache-910e242c-48be-4521-b3f2-df06b33f80a3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.667039] env[62633]: DEBUG nova.network.neutron [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Refreshing network info cache for port 67ff8e58-1d7c-4134-8d0c-f7cdf320030b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.677707] env[62633]: DEBUG nova.scheduler.client.report [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.762249] env[62633]: DEBUG oslo_vmware.api [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696564, 'name': PowerOnVM_Task, 'duration_secs': 0.438467} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.762552] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.762715] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d164b994-5521-48af-a842-3daa193a20c0 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance '4dfdb512-f573-4bbd-89ab-4947ebfcf90c' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.798736] env[62633]: DEBUG nova.compute.manager [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.823385] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.823920] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.824252] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.825988] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.825988] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.825988] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.825988] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.825988] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.825988] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.826269] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.826335] env[62633]: DEBUG nova.virt.hardware [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.827840] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dbaba5-d928-4092-909d-7ebec1ff60db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.838205] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa3900-f1ce-41bc-9882-4668e8862617 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.992941] env[62633]: DEBUG nova.compute.manager [req-4edaea38-7ee5-415f-b541-1f2dd679b2bd req-30d1776f-0744-469f-a7d1-ffbdf0decc59 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Received event network-vif-plugged-887ed6ad-e00b-40bc-a7f1-2d399331c62d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.993512] env[62633]: DEBUG oslo_concurrency.lockutils [req-4edaea38-7ee5-415f-b541-1f2dd679b2bd req-30d1776f-0744-469f-a7d1-ffbdf0decc59 service nova] Acquiring lock "237a3462-8799-47e0-970c-b39ee3dc66b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.994021] env[62633]: DEBUG oslo_concurrency.lockutils [req-4edaea38-7ee5-415f-b541-1f2dd679b2bd req-30d1776f-0744-469f-a7d1-ffbdf0decc59 service nova] Lock "237a3462-8799-47e0-970c-b39ee3dc66b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.994412] env[62633]: DEBUG oslo_concurrency.lockutils [req-4edaea38-7ee5-415f-b541-1f2dd679b2bd req-30d1776f-0744-469f-a7d1-ffbdf0decc59 service nova] Lock "237a3462-8799-47e0-970c-b39ee3dc66b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.994680] env[62633]: DEBUG nova.compute.manager [req-4edaea38-7ee5-415f-b541-1f2dd679b2bd req-30d1776f-0744-469f-a7d1-ffbdf0decc59 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] No waiting events found dispatching network-vif-plugged-887ed6ad-e00b-40bc-a7f1-2d399331c62d {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.994946] env[62633]: WARNING nova.compute.manager [req-4edaea38-7ee5-415f-b541-1f2dd679b2bd req-30d1776f-0744-469f-a7d1-ffbdf0decc59 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Received unexpected event network-vif-plugged-887ed6ad-e00b-40bc-a7f1-2d399331c62d for instance with vm_state building and task_state spawning. [ 982.047487] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696565, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.087799] env[62633]: DEBUG nova.network.neutron [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Successfully updated port: 887ed6ad-e00b-40bc-a7f1-2d399331c62d {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.125742] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696566, 'name': CreateVM_Task, 'duration_secs': 0.392991} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.125927] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.126732] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.126875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.127349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.127616] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c704c9-c1f8-40e4-8116-24c1fd5ad223 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.134365] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 982.134365] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a325f1-b274-84e7-6a97-1075d29fbc3c" [ 982.134365] env[62633]: _type = "Task" [ 982.134365] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.143795] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a325f1-b274-84e7-6a97-1075d29fbc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.181433] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.181657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.185042] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.185042] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.187247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.196s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.188394] env[62633]: INFO nova.compute.claims [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.390586] env[62633]: DEBUG nova.network.neutron [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Updated VIF entry in instance network info cache for port 67ff8e58-1d7c-4134-8d0c-f7cdf320030b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.390949] env[62633]: DEBUG nova.network.neutron [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Updating instance_info_cache with network_info: [{"id": "67ff8e58-1d7c-4134-8d0c-f7cdf320030b", "address": "fa:16:3e:45:d4:f3", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ff8e58-1d", "ovs_interfaceid": "67ff8e58-1d7c-4134-8d0c-f7cdf320030b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.548079] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523148} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.548333] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 388d68e1-51d8-45a1-b208-78ee3c34ede5/388d68e1-51d8-45a1-b208-78ee3c34ede5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.548547] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.548791] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab89b5df-3d30-4133-8019-08982f9bead9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.556430] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 982.556430] env[62633]: value = "task-2696567" [ 982.556430] env[62633]: _type = "Task" [ 982.556430] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.563872] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.589625] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "refresh_cache-237a3462-8799-47e0-970c-b39ee3dc66b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.589804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "refresh_cache-237a3462-8799-47e0-970c-b39ee3dc66b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.590406] env[62633]: DEBUG nova.network.neutron [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.645882] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a325f1-b274-84e7-6a97-1075d29fbc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.646102] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.646414] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.646547] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.646708] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.646890] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.647169] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6a26f5e-55c8-4e7c-a41c-6cab0349aeb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.657330] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.657515] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.658270] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9cdeb4-2836-494e-9c5a-79553a741406 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.664136] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 982.664136] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e748a6-f41d-b1a8-f7d7-ecd340d60f48" [ 982.664136] env[62633]: _type = "Task" [ 982.664136] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.672172] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e748a6-f41d-b1a8-f7d7-ecd340d60f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.683750] env[62633]: DEBUG nova.compute.manager [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.690039] env[62633]: DEBUG nova.compute.utils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.690039] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.690039] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.728423] env[62633]: DEBUG nova.policy [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f76ac4154514d979f112311f51affd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40961c2f85ae42a091b7c98e0d2762be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.893865] env[62633]: DEBUG oslo_concurrency.lockutils [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] Releasing lock "refresh_cache-910e242c-48be-4521-b3f2-df06b33f80a3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.894234] env[62633]: DEBUG nova.compute.manager [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received event network-changed-9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.894452] env[62633]: DEBUG nova.compute.manager [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing instance network info cache due to event network-changed-9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.894750] env[62633]: DEBUG oslo_concurrency.lockutils [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] Acquiring lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.894943] env[62633]: DEBUG oslo_concurrency.lockutils [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] Acquired lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.895165] env[62633]: DEBUG nova.network.neutron [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing network info cache for port 9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.982908] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Successfully created port: cb3262e0-edd1-4e81-93e7-d866f2c281bf {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.068594] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084012} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.068956] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.069626] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c533470-4b7f-4a47-9d72-8755ecb6a50d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.091752] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 388d68e1-51d8-45a1-b208-78ee3c34ede5/388d68e1-51d8-45a1-b208-78ee3c34ede5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.092072] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f947ec5-d63b-4cc3-ae65-102afea1a14e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.125753] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 983.125753] env[62633]: value = "task-2696568" [ 983.125753] env[62633]: _type = "Task" [ 983.125753] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.137792] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.145686] env[62633]: DEBUG nova.network.neutron [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.178236] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e748a6-f41d-b1a8-f7d7-ecd340d60f48, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.179263] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac404ef-2ff3-4c48-91e3-0c698cf2b6df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.186920] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 983.186920] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529d3aa2-9891-7a17-e1d6-bb0f47cf5603" [ 983.186920] env[62633]: _type = "Task" [ 983.186920] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.199738] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.213357] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d3aa2-9891-7a17-e1d6-bb0f47cf5603, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.213478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.214216] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 910e242c-48be-4521-b3f2-df06b33f80a3/910e242c-48be-4521-b3f2-df06b33f80a3.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.214216] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7119fc9a-f534-43fb-b602-4c8e10fe9f38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.222709] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 983.222709] env[62633]: value = "task-2696569" [ 983.222709] env[62633]: _type = "Task" [ 983.222709] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.227406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.233874] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.335972] env[62633]: DEBUG nova.network.neutron [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Updating instance_info_cache with network_info: [{"id": "887ed6ad-e00b-40bc-a7f1-2d399331c62d", "address": "fa:16:3e:9f:f1:34", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887ed6ad-e0", "ovs_interfaceid": "887ed6ad-e00b-40bc-a7f1-2d399331c62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.542331] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259181b3-781f-4b1a-a52f-42abe306da50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.551759] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f1b9bb-10ed-4b37-a566-18463cb1867f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.588974] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a5ab4f-3eaa-42b0-96f1-2e58812b7a39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.597577] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b45e1-9187-4b1c-853b-1f38a407d864 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.616647] env[62633]: DEBUG nova.compute.provider_tree [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.639030] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696568, 'name': ReconfigVM_Task, 'duration_secs': 0.399561} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.639845] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 388d68e1-51d8-45a1-b208-78ee3c34ede5/388d68e1-51d8-45a1-b208-78ee3c34ede5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.639979] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32dbee26-4c0a-46d7-9fec-942dd0ac941a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.649445] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 983.649445] env[62633]: value = "task-2696570" [ 983.649445] env[62633]: _type = "Task" [ 983.649445] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.659697] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696570, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.694968] env[62633]: DEBUG nova.network.neutron [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updated VIF entry in instance network info cache for port 9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.695327] env[62633]: DEBUG nova.network.neutron [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.733857] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696569, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.793804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "3d60f677-da9a-4224-905a-76b93c725026" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.794103] env[62633]: DEBUG oslo_concurrency.lockutils [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.839157] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "refresh_cache-237a3462-8799-47e0-970c-b39ee3dc66b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.839157] env[62633]: DEBUG nova.compute.manager [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Instance network_info: |[{"id": "887ed6ad-e00b-40bc-a7f1-2d399331c62d", "address": "fa:16:3e:9f:f1:34", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887ed6ad-e0", "ovs_interfaceid": "887ed6ad-e00b-40bc-a7f1-2d399331c62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.839347] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f1:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '887ed6ad-e00b-40bc-a7f1-2d399331c62d', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.847343] env[62633]: DEBUG oslo.service.loopingcall [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.847617] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.847904] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9cd45eb-d38d-46d2-b9c1-c919271c9096 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.870548] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.870548] env[62633]: value = "task-2696571" [ 983.870548] env[62633]: _type = "Task" [ 983.870548] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.879343] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696571, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.096257] env[62633]: DEBUG nova.compute.manager [req-de03cce2-2dd1-4951-a220-d1c51f6fe668 req-b870d9b9-80de-4d9b-9a20-44f1972f8f90 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Received event network-changed-887ed6ad-e00b-40bc-a7f1-2d399331c62d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.096257] env[62633]: DEBUG nova.compute.manager [req-de03cce2-2dd1-4951-a220-d1c51f6fe668 req-b870d9b9-80de-4d9b-9a20-44f1972f8f90 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Refreshing instance network info cache due to event network-changed-887ed6ad-e00b-40bc-a7f1-2d399331c62d. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.096663] env[62633]: DEBUG oslo_concurrency.lockutils [req-de03cce2-2dd1-4951-a220-d1c51f6fe668 req-b870d9b9-80de-4d9b-9a20-44f1972f8f90 service nova] Acquiring lock "refresh_cache-237a3462-8799-47e0-970c-b39ee3dc66b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.096663] env[62633]: DEBUG oslo_concurrency.lockutils [req-de03cce2-2dd1-4951-a220-d1c51f6fe668 req-b870d9b9-80de-4d9b-9a20-44f1972f8f90 service nova] Acquired lock "refresh_cache-237a3462-8799-47e0-970c-b39ee3dc66b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.096663] env[62633]: DEBUG nova.network.neutron [req-de03cce2-2dd1-4951-a220-d1c51f6fe668 req-b870d9b9-80de-4d9b-9a20-44f1972f8f90 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Refreshing network info cache for port 887ed6ad-e00b-40bc-a7f1-2d399331c62d {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.118295] env[62633]: DEBUG nova.scheduler.client.report [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.161885] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696570, 'name': Rename_Task, 'duration_secs': 0.306995} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.162250] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.162582] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d59aae46-ea1e-47f3-8832-10fe1b1082dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.170356] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 984.170356] env[62633]: value = "task-2696572" [ 984.170356] env[62633]: _type = "Task" [ 984.170356] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.179259] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.199314] env[62633]: DEBUG oslo_concurrency.lockutils [req-362f143f-43a2-4d75-8d86-522a1d0a62cb req-c3ebc162-f47f-4cf1-b9ba-9f2a2a6fda41 service nova] Releasing lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.212651] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.234974] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512777} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.240077] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 910e242c-48be-4521-b3f2-df06b33f80a3/910e242c-48be-4521-b3f2-df06b33f80a3.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.240413] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.241080] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef19aea0-2c54-4761-8de5-5de5277aebf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.247515] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.247750] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.247932] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.248119] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.248289] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.249027] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.249027] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.249027] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.249027] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.249254] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.249295] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.250140] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda5c4a2-f8ae-4fa5-b474-1895a94db508 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.255292] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 984.255292] env[62633]: value = "task-2696573" [ 984.255292] env[62633]: _type = "Task" [ 984.255292] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.262946] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8eaffd-497a-451a-9bcf-e53f2850fb10 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.270304] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.283536] env[62633]: DEBUG nova.network.neutron [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Port 596ef837-516b-42ee-8bed-b1647e8b8b14 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 984.283807] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.284029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.284235] env[62633]: DEBUG nova.network.neutron [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.297558] env[62633]: DEBUG nova.compute.utils [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.382034] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696571, 'name': CreateVM_Task, 'duration_secs': 0.504869} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.382231] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.382975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.383155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.383479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.384442] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afff9d1-0c93-4e2e-a478-faf9f793e3c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.389961] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 984.389961] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52db210d-88b0-d0e8-a9d2-ff9e11f794ba" [ 984.389961] env[62633]: _type = "Task" [ 984.389961] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.398789] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52db210d-88b0-d0e8-a9d2-ff9e11f794ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.478643] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Successfully updated port: cb3262e0-edd1-4e81-93e7-d866f2c281bf {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.623490] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.623996] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.626679] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.765s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.626845] env[62633]: DEBUG nova.objects.instance [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lazy-loading 'resources' on Instance uuid d5b421a9-05eb-4b20-9288-29975fea8fbf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.689474] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696572, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.767514] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093015} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.767514] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.768603] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e300f7d-7fcd-400f-8ee2-e0c7ef7ef80f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.791780] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 910e242c-48be-4521-b3f2-df06b33f80a3/910e242c-48be-4521-b3f2-df06b33f80a3.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.794112] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62dffb6c-3abe-4e72-8a2d-8f4dcc6ebf69 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.810616] env[62633]: DEBUG nova.network.neutron [req-de03cce2-2dd1-4951-a220-d1c51f6fe668 req-b870d9b9-80de-4d9b-9a20-44f1972f8f90 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Updated VIF entry in instance network info cache for port 887ed6ad-e00b-40bc-a7f1-2d399331c62d. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.810965] env[62633]: DEBUG nova.network.neutron [req-de03cce2-2dd1-4951-a220-d1c51f6fe668 req-b870d9b9-80de-4d9b-9a20-44f1972f8f90 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Updating instance_info_cache with network_info: [{"id": "887ed6ad-e00b-40bc-a7f1-2d399331c62d", "address": "fa:16:3e:9f:f1:34", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887ed6ad-e0", "ovs_interfaceid": "887ed6ad-e00b-40bc-a7f1-2d399331c62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.813028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.822270] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 984.822270] env[62633]: value = "task-2696574" [ 984.822270] env[62633]: _type = "Task" [ 984.822270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.832352] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.904050] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52db210d-88b0-d0e8-a9d2-ff9e11f794ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.904050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.904050] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.904050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.904050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.904050] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.904367] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07aadc92-5521-4edb-bdc3-978e440a9b7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.913740] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.913958] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.914756] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80dd82d8-9593-4563-9875-a16dc9fee7eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.920854] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 984.920854] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527ae0a9-66bb-2a6f-4623-58bc3b4535eb" [ 984.920854] env[62633]: _type = "Task" [ 984.920854] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.930046] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527ae0a9-66bb-2a6f-4623-58bc3b4535eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.981470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "refresh_cache-da2890e3-04ff-450c-a5b2-adc41854462b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.981627] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "refresh_cache-da2890e3-04ff-450c-a5b2-adc41854462b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.981782] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.102075] env[62633]: DEBUG nova.network.neutron [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance_info_cache with network_info: [{"id": "596ef837-516b-42ee-8bed-b1647e8b8b14", "address": "fa:16:3e:6b:c6:bf", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596ef837-51", "ovs_interfaceid": "596ef837-516b-42ee-8bed-b1647e8b8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.129516] env[62633]: DEBUG nova.compute.utils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.133491] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.133669] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.178428] env[62633]: DEBUG nova.policy [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f76ac4154514d979f112311f51affd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40961c2f85ae42a091b7c98e0d2762be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.186597] env[62633]: DEBUG oslo_vmware.api [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696572, 'name': PowerOnVM_Task, 'duration_secs': 0.545239} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.186977] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.187226] env[62633]: INFO nova.compute.manager [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Took 8.28 seconds to spawn the instance on the hypervisor. [ 985.187404] env[62633]: DEBUG nova.compute.manager [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.188213] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f8c24c-0141-4b27-b1a0-e9ac0a2a8cee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.314045] env[62633]: DEBUG oslo_concurrency.lockutils [req-de03cce2-2dd1-4951-a220-d1c51f6fe668 req-b870d9b9-80de-4d9b-9a20-44f1972f8f90 service nova] Releasing lock "refresh_cache-237a3462-8799-47e0-970c-b39ee3dc66b6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.332341] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.436275] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527ae0a9-66bb-2a6f-4623-58bc3b4535eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.439881] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff77cc4-9732-4e45-8aa2-318f7e761c7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.445261] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 985.445261] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526a1801-52ea-1a15-8d7a-02715dc55d00" [ 985.445261] env[62633]: _type = "Task" [ 985.445261] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.450482] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d973e482-c436-4ecd-84dd-95a0bb5baba5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.461190] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daa9834-5a6a-4248-8527-4d2a9cf98741 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.464818] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526a1801-52ea-1a15-8d7a-02715dc55d00, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.465072] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.465325] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 237a3462-8799-47e0-970c-b39ee3dc66b6/237a3462-8799-47e0-970c-b39ee3dc66b6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.465858] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48743eae-6497-4adf-9d61-29e18a38a201 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.496597] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Successfully created port: 79613792-3fd5-4562-b932-7b6fecc1b7be {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.499162] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ebb389-31d2-4c33-9a62-718f47cc21f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.501661] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 985.501661] env[62633]: value = "task-2696575" [ 985.501661] env[62633]: _type = "Task" [ 985.501661] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.508870] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cfc6ee-4ba4-4c98-b282-e21d871a50ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.515289] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.525258] env[62633]: DEBUG nova.compute.provider_tree [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.533046] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.604713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.635067] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.693033] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Updating instance_info_cache with network_info: [{"id": "cb3262e0-edd1-4e81-93e7-d866f2c281bf", "address": "fa:16:3e:ea:9d:a9", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3262e0-ed", "ovs_interfaceid": "cb3262e0-edd1-4e81-93e7-d866f2c281bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.719408] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.720025] env[62633]: INFO nova.compute.manager [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Took 14.05 seconds to build instance. [ 985.720839] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.834193] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696574, 'name': ReconfigVM_Task, 'duration_secs': 0.787477} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.834571] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 910e242c-48be-4521-b3f2-df06b33f80a3/910e242c-48be-4521-b3f2-df06b33f80a3.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.835264] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2de7ba2b-2367-492a-a59c-83004fc993c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.844722] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 985.844722] env[62633]: value = "task-2696576" [ 985.844722] env[62633]: _type = "Task" [ 985.844722] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.855493] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696576, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.865399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "3d60f677-da9a-4224-905a-76b93c725026" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.865667] env[62633]: DEBUG oslo_concurrency.lockutils [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.865888] env[62633]: INFO nova.compute.manager [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Attaching volume ee26b984-5ae4-480b-b453-2dcbacfcc19b to /dev/sdb [ 985.910886] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a4c4f9-354b-4135-a5a1-0955ac822895 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.919861] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadba189-1ce8-47ba-9c8d-4580709dc82a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.936509] env[62633]: DEBUG nova.virt.block_device [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating existing volume attachment record: a9689cf4-a5c7-4a95-8e9b-3a89398b52ee {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 986.018830] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487884} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.019120] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 237a3462-8799-47e0-970c-b39ee3dc66b6/237a3462-8799-47e0-970c-b39ee3dc66b6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.019336] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.019585] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ff9f5b5-4cbb-45da-a3b9-621d5a8b42f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.028353] env[62633]: DEBUG nova.scheduler.client.report [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.031910] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 986.031910] env[62633]: value = "task-2696577" [ 986.031910] env[62633]: _type = "Task" [ 986.031910] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.041819] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.108592] env[62633]: DEBUG nova.compute.manager [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62633) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 986.131282] env[62633]: DEBUG nova.compute.manager [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Received event network-vif-plugged-cb3262e0-edd1-4e81-93e7-d866f2c281bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.131512] env[62633]: DEBUG oslo_concurrency.lockutils [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] Acquiring lock "da2890e3-04ff-450c-a5b2-adc41854462b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.131803] env[62633]: DEBUG oslo_concurrency.lockutils [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] Lock "da2890e3-04ff-450c-a5b2-adc41854462b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.131903] env[62633]: DEBUG oslo_concurrency.lockutils [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] Lock "da2890e3-04ff-450c-a5b2-adc41854462b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.132260] env[62633]: DEBUG nova.compute.manager [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] No waiting events found dispatching network-vif-plugged-cb3262e0-edd1-4e81-93e7-d866f2c281bf {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.132623] env[62633]: WARNING nova.compute.manager [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Received unexpected event network-vif-plugged-cb3262e0-edd1-4e81-93e7-d866f2c281bf for instance with vm_state building and task_state spawning. [ 986.132819] env[62633]: DEBUG nova.compute.manager [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Received event network-changed-cb3262e0-edd1-4e81-93e7-d866f2c281bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.132918] env[62633]: DEBUG nova.compute.manager [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Refreshing instance network info cache due to event network-changed-cb3262e0-edd1-4e81-93e7-d866f2c281bf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.133310] env[62633]: DEBUG oslo_concurrency.lockutils [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] Acquiring lock "refresh_cache-da2890e3-04ff-450c-a5b2-adc41854462b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.195751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "refresh_cache-da2890e3-04ff-450c-a5b2-adc41854462b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.197077] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Instance network_info: |[{"id": "cb3262e0-edd1-4e81-93e7-d866f2c281bf", "address": "fa:16:3e:ea:9d:a9", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3262e0-ed", "ovs_interfaceid": "cb3262e0-edd1-4e81-93e7-d866f2c281bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.197077] env[62633]: DEBUG oslo_concurrency.lockutils [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] Acquired lock "refresh_cache-da2890e3-04ff-450c-a5b2-adc41854462b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.197077] env[62633]: DEBUG nova.network.neutron [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Refreshing network info cache for port cb3262e0-edd1-4e81-93e7-d866f2c281bf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.201369] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:9d:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb3262e0-edd1-4e81-93e7-d866f2c281bf', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.209163] env[62633]: DEBUG oslo.service.loopingcall [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.210362] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.210596] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ba4ac7-a676-48b7-92d0-5845d13ed5f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.226817] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d872b0f-51ad-424e-8f07-841e1b7819f8 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.574s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.232935] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.236423] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.236423] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.236423] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.236423] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.236423] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.236423] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 986.236423] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.244067] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.244067] env[62633]: value = "task-2696579" [ 986.244067] env[62633]: _type = "Task" [ 986.244067] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.254498] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.355755] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696576, 'name': Rename_Task, 'duration_secs': 0.254929} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.356158] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.356387] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e738f6bf-5e28-4045-b8f5-af046cbbe1fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.364904] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 986.364904] env[62633]: value = "task-2696580" [ 986.364904] env[62633]: _type = "Task" [ 986.364904] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.378699] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.533428] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.536963] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.570s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.537260] env[62633]: DEBUG nova.objects.instance [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lazy-loading 'resources' on Instance uuid c6fdf184-3b3a-4176-b2a8-210cee591bf4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.548144] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158676} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.549187] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.550066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a151c2d6-9d62-4710-871f-e0a9bfc60f32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.582275] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 237a3462-8799-47e0-970c-b39ee3dc66b6/237a3462-8799-47e0-970c-b39ee3dc66b6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.583858] env[62633]: INFO nova.scheduler.client.report [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Deleted allocations for instance d5b421a9-05eb-4b20-9288-29975fea8fbf [ 986.585528] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0feb3b-64e6-4858-8c05-5ea44c5830a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.621034] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 986.621034] env[62633]: value = "task-2696583" [ 986.621034] env[62633]: _type = "Task" [ 986.621034] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.630392] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.644105] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.672405] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.672784] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.673072] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.673383] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.673661] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.673927] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.674260] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.674441] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.674634] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.674811] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.674977] env[62633]: DEBUG nova.virt.hardware [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.676073] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7146aa8-19c9-4f94-8078-6838beb5196b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.684155] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228998c-40b8-4cdc-b9cc-ef1a22b13844 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.743853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.753330] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.876233] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.916808] env[62633]: DEBUG nova.network.neutron [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Updated VIF entry in instance network info cache for port cb3262e0-edd1-4e81-93e7-d866f2c281bf. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.917284] env[62633]: DEBUG nova.network.neutron [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Updating instance_info_cache with network_info: [{"id": "cb3262e0-edd1-4e81-93e7-d866f2c281bf", "address": "fa:16:3e:ea:9d:a9", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3262e0-ed", "ovs_interfaceid": "cb3262e0-edd1-4e81-93e7-d866f2c281bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.933493] env[62633]: DEBUG nova.compute.manager [req-f74020a1-3b1d-4763-8b22-39ac881b5004 req-f6a59200-7079-43bb-87cf-e8f49e5f1c45 service nova] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Received event network-vif-plugged-79613792-3fd5-4562-b932-7b6fecc1b7be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.933493] env[62633]: DEBUG oslo_concurrency.lockutils [req-f74020a1-3b1d-4763-8b22-39ac881b5004 req-f6a59200-7079-43bb-87cf-e8f49e5f1c45 service nova] Acquiring lock "62249fa0-14a4-4503-bee6-9d91480a7aac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.933493] env[62633]: DEBUG oslo_concurrency.lockutils [req-f74020a1-3b1d-4763-8b22-39ac881b5004 req-f6a59200-7079-43bb-87cf-e8f49e5f1c45 service nova] Lock "62249fa0-14a4-4503-bee6-9d91480a7aac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.933493] env[62633]: DEBUG oslo_concurrency.lockutils [req-f74020a1-3b1d-4763-8b22-39ac881b5004 req-f6a59200-7079-43bb-87cf-e8f49e5f1c45 service nova] Lock "62249fa0-14a4-4503-bee6-9d91480a7aac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.933493] env[62633]: DEBUG nova.compute.manager [req-f74020a1-3b1d-4763-8b22-39ac881b5004 req-f6a59200-7079-43bb-87cf-e8f49e5f1c45 service nova] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] No waiting events found dispatching network-vif-plugged-79613792-3fd5-4562-b932-7b6fecc1b7be {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.933493] env[62633]: WARNING nova.compute.manager [req-f74020a1-3b1d-4763-8b22-39ac881b5004 req-f6a59200-7079-43bb-87cf-e8f49e5f1c45 service nova] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Received unexpected event network-vif-plugged-79613792-3fd5-4562-b932-7b6fecc1b7be for instance with vm_state building and task_state spawning. [ 987.029682] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Successfully updated port: 79613792-3fd5-4562-b932-7b6fecc1b7be {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.117927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bac5fa95-cd92-4702-b6df-b14b3ac25912 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Lock "d5b421a9-05eb-4b20-9288-29975fea8fbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.270s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.134528] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.224702] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.268426] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.381038] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.383679] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d6adc7-acf9-455a-8cd3-229f012f116a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.393391] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba947b6-6c7a-42b8-8e3f-12ee92896a0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.430627] env[62633]: DEBUG oslo_concurrency.lockutils [req-77ddb810-3bac-4154-8d0b-a1b1b18c1812 req-64c9d700-f48f-407c-806f-05493d80e8c7 service nova] Releasing lock "refresh_cache-da2890e3-04ff-450c-a5b2-adc41854462b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.431892] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3cc44c-6521-4379-999e-c69f149a78bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.441572] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f28655b-d5c1-4c2c-b853-aac68608c9ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.457078] env[62633]: DEBUG nova.compute.provider_tree [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.533999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "refresh_cache-62249fa0-14a4-4503-bee6-9d91480a7aac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.533999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "refresh_cache-62249fa0-14a4-4503-bee6-9d91480a7aac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.533999] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.631808] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696583, 'name': ReconfigVM_Task, 'duration_secs': 0.742359} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.634876] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 237a3462-8799-47e0-970c-b39ee3dc66b6/237a3462-8799-47e0-970c-b39ee3dc66b6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.634876] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5dbe147-0e11-4dd9-b24e-082b60772a6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.643019] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 987.643019] env[62633]: value = "task-2696584" [ 987.643019] env[62633]: _type = "Task" [ 987.643019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.651831] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696584, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.759496] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.879021] env[62633]: DEBUG oslo_vmware.api [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696580, 'name': PowerOnVM_Task, 'duration_secs': 1.430764} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.879318] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.879526] env[62633]: INFO nova.compute.manager [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Took 8.51 seconds to spawn the instance on the hypervisor. [ 987.879708] env[62633]: DEBUG nova.compute.manager [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.880636] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c9b4c3-4479-4776-94de-08e0b5eee5a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.961671] env[62633]: DEBUG nova.scheduler.client.report [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.082763] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.156808] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696584, 'name': Rename_Task, 'duration_secs': 0.206732} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.158356] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.158478] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f11b89b-7100-49ba-b878-713b5e36a8c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.170300] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 988.170300] env[62633]: value = "task-2696585" [ 988.170300] env[62633]: _type = "Task" [ 988.170300] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.184170] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.263149] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.358083] env[62633]: DEBUG nova.network.neutron [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Updating instance_info_cache with network_info: [{"id": "79613792-3fd5-4562-b932-7b6fecc1b7be", "address": "fa:16:3e:00:e4:53", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79613792-3f", "ovs_interfaceid": "79613792-3fd5-4562-b932-7b6fecc1b7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.398845] env[62633]: INFO nova.compute.manager [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Took 16.36 seconds to build instance. [ 988.469472] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.472189] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.245s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.474149] env[62633]: INFO nova.compute.claims [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.510486] env[62633]: INFO nova.scheduler.client.report [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted allocations for instance c6fdf184-3b3a-4176-b2a8-210cee591bf4 [ 988.681539] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.764308] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.859877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "refresh_cache-62249fa0-14a4-4503-bee6-9d91480a7aac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.860265] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Instance network_info: |[{"id": "79613792-3fd5-4562-b932-7b6fecc1b7be", "address": "fa:16:3e:00:e4:53", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79613792-3f", "ovs_interfaceid": "79613792-3fd5-4562-b932-7b6fecc1b7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.860696] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:e4:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79613792-3fd5-4562-b932-7b6fecc1b7be', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.870186] env[62633]: DEBUG oslo.service.loopingcall [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.870279] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.870512] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e047c63f-8950-4d59-ae7e-c674df1b7123 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.894151] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.894151] env[62633]: value = "task-2696587" [ 988.894151] env[62633]: _type = "Task" [ 988.894151] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.902029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-246950e5-9efb-46e5-83a6-0e31b5f0de5d tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "910e242c-48be-4521-b3f2-df06b33f80a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.894s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.902592] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696587, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.968370] env[62633]: DEBUG nova.compute.manager [req-861151db-85f9-4db0-b8e1-a9697776a29f req-0eaa3d74-d545-49e9-a427-43206ba8d76a service nova] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Received event network-changed-79613792-3fd5-4562-b932-7b6fecc1b7be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.968370] env[62633]: DEBUG nova.compute.manager [req-861151db-85f9-4db0-b8e1-a9697776a29f req-0eaa3d74-d545-49e9-a427-43206ba8d76a service nova] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Refreshing instance network info cache due to event network-changed-79613792-3fd5-4562-b932-7b6fecc1b7be. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.968370] env[62633]: DEBUG oslo_concurrency.lockutils [req-861151db-85f9-4db0-b8e1-a9697776a29f req-0eaa3d74-d545-49e9-a427-43206ba8d76a service nova] Acquiring lock "refresh_cache-62249fa0-14a4-4503-bee6-9d91480a7aac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.968370] env[62633]: DEBUG oslo_concurrency.lockutils [req-861151db-85f9-4db0-b8e1-a9697776a29f req-0eaa3d74-d545-49e9-a427-43206ba8d76a service nova] Acquired lock "refresh_cache-62249fa0-14a4-4503-bee6-9d91480a7aac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.968879] env[62633]: DEBUG nova.network.neutron [req-861151db-85f9-4db0-b8e1-a9697776a29f req-0eaa3d74-d545-49e9-a427-43206ba8d76a service nova] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Refreshing network info cache for port 79613792-3fd5-4562-b932-7b6fecc1b7be {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.018935] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4f49891-292f-496c-8886-f70bef7ad604 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "c6fdf184-3b3a-4176-b2a8-210cee591bf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.957s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.182270] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696585, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.262979] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.403155] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696587, 'name': CreateVM_Task, 'duration_secs': 0.506266} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.403348] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.404135] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.404349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.404623] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.404890] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f3060a-27aa-4954-99a8-f83e3e87b4bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.410647] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 989.410647] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52702b5d-40bb-b6df-c86a-5ffdec29a2c4" [ 989.410647] env[62633]: _type = "Task" [ 989.410647] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.419362] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52702b5d-40bb-b6df-c86a-5ffdec29a2c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.682626] env[62633]: DEBUG oslo_vmware.api [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696585, 'name': PowerOnVM_Task, 'duration_secs': 1.139082} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.685360] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.685585] env[62633]: INFO nova.compute.manager [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Took 7.89 seconds to spawn the instance on the hypervisor. [ 989.685767] env[62633]: DEBUG nova.compute.manager [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.686965] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b32bb-cba5-44c2-9e7a-86f6c50291b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.763666] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.807774] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5ee2bb-daf1-41f6-86e7-ed23284ea63e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.817271] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b6a7b2-243d-472e-8482-11e0852038ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.854284] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660f7090-1ea4-4cfa-a392-f2bb9bb365bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.871274] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6484c56f-3640-4f5d-92a9-c76e36b7cdec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.889951] env[62633]: DEBUG nova.compute.provider_tree [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.921843] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52702b5d-40bb-b6df-c86a-5ffdec29a2c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.922272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.922575] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.922893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.923155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.923437] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.923744] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85d2eefd-14ea-489a-86c0-e37712108369 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.933328] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.934288] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.934636] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a91f857-27ad-4695-914e-e6b8da65564e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.940463] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 989.940463] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529f0c9b-91ce-b1cd-70a4-ac155a8bfcce" [ 989.940463] env[62633]: _type = "Task" [ 989.940463] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.950752] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529f0c9b-91ce-b1cd-70a4-ac155a8bfcce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.102440] env[62633]: DEBUG nova.network.neutron [req-861151db-85f9-4db0-b8e1-a9697776a29f req-0eaa3d74-d545-49e9-a427-43206ba8d76a service nova] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Updated VIF entry in instance network info cache for port 79613792-3fd5-4562-b932-7b6fecc1b7be. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.102912] env[62633]: DEBUG nova.network.neutron [req-861151db-85f9-4db0-b8e1-a9697776a29f req-0eaa3d74-d545-49e9-a427-43206ba8d76a service nova] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Updating instance_info_cache with network_info: [{"id": "79613792-3fd5-4562-b932-7b6fecc1b7be", "address": "fa:16:3e:00:e4:53", "network": {"id": "d7e5fef2-ec46-40b0-b8a8-4f12cc466ae4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1354571597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40961c2f85ae42a091b7c98e0d2762be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79613792-3f", "ovs_interfaceid": "79613792-3fd5-4562-b932-7b6fecc1b7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.213070] env[62633]: INFO nova.compute.manager [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Took 17.86 seconds to build instance. [ 990.263423] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.393622] env[62633]: DEBUG nova.scheduler.client.report [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.452631] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529f0c9b-91ce-b1cd-70a4-ac155a8bfcce, 'name': SearchDatastore_Task, 'duration_secs': 0.011407} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.453645] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2d689f-f289-4bcd-a82a-7fd8fea089c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.459576] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 990.459576] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525545cd-d3d7-cb4b-72e1-b2999db72766" [ 990.459576] env[62633]: _type = "Task" [ 990.459576] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.468869] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525545cd-d3d7-cb4b-72e1-b2999db72766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.606763] env[62633]: DEBUG oslo_concurrency.lockutils [req-861151db-85f9-4db0-b8e1-a9697776a29f req-0eaa3d74-d545-49e9-a427-43206ba8d76a service nova] Releasing lock "refresh_cache-62249fa0-14a4-4503-bee6-9d91480a7aac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.715898] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "237a3462-8799-47e0-970c-b39ee3dc66b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.371s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.761346] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.902326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.902948] env[62633]: DEBUG nova.compute.manager [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.906107] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.162s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.907034] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.907034] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 990.907034] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.682s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.911157] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d8c0e0-d47d-4ce2-b849-544474f8de72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.922178] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68fed24-2f59-42ce-9d59-86a4183dd057 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.942650] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a16fc-7258-4a16-950b-8429d350df33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.952638] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.952877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.957849] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d3d944-3f16-4b92-bdb6-467993a95149 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.013399] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178707MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 991.013561] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.019401] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 991.020064] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543438', 'volume_id': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'name': 'volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d60f677-da9a-4224-905a-76b93c725026', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'serial': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 991.031124] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e7846-a9d9-4067-96cb-3bcb1b96b79c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.039197] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525545cd-d3d7-cb4b-72e1-b2999db72766, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.039773] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.042046] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 62249fa0-14a4-4503-bee6-9d91480a7aac/62249fa0-14a4-4503-bee6-9d91480a7aac.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.042825] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a75b119-d192-408e-aaf8-2b89f1bfe6d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.075767] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3f8a10-900b-4fa5-b13c-d3dbaa0ccae9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.086216] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 991.086216] env[62633]: value = "task-2696588" [ 991.086216] env[62633]: _type = "Task" [ 991.086216] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.132860] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b/volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.133465] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e779c35d-b4eb-4ec0-95f1-0fb715b241dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.164382] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.173404] env[62633]: DEBUG oslo_vmware.api [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 991.173404] env[62633]: value = "task-2696589" [ 991.173404] env[62633]: _type = "Task" [ 991.173404] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.192216] env[62633]: DEBUG oslo_vmware.api [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.264153] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696579, 'name': CreateVM_Task, 'duration_secs': 5.020316} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.264495] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.264980] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.265122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.265436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.265701] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfb977d-dbf8-45b0-a1d8-9f0761d5e330 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.273820] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 991.273820] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529d12f6-8207-0f9c-8ced-9d13986a7fbb" [ 991.273820] env[62633]: _type = "Task" [ 991.273820] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.284497] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d12f6-8207-0f9c-8ced-9d13986a7fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.339338] env[62633]: INFO nova.compute.manager [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Rebuilding instance [ 991.395721] env[62633]: DEBUG nova.compute.manager [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.396855] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306cbfac-af5e-4154-b643-26ce7f4bc9e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.411763] env[62633]: DEBUG nova.compute.utils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.411763] env[62633]: DEBUG nova.compute.manager [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.411763] env[62633]: DEBUG nova.network.neutron [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.416082] env[62633]: DEBUG nova.objects.instance [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'migration_context' on Instance uuid 4dfdb512-f573-4bbd-89ab-4947ebfcf90c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.455062] env[62633]: DEBUG nova.compute.manager [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.487096] env[62633]: DEBUG nova.policy [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f51163cb8d4eb6b252c21c3943ea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fecf2e237f45018e4afed92dac533d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.598398] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696588, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.686754] env[62633]: DEBUG oslo_vmware.api [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.788020] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d12f6-8207-0f9c-8ced-9d13986a7fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.022235} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.788020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.788020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.788020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.788020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.788020] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.788020] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59687d7d-5e3c-4e92-b140-f6235f24f9fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.801109] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.801109] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.801109] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec92d9f-d21d-4642-a803-b477aba4edf0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.807207] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 991.807207] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]526184ec-efce-6bc8-c2b6-6671a2b2faa1" [ 991.807207] env[62633]: _type = "Task" [ 991.807207] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.817673] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526184ec-efce-6bc8-c2b6-6671a2b2faa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.916831] env[62633]: DEBUG nova.compute.manager [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.980215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.992304] env[62633]: DEBUG nova.network.neutron [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Successfully created port: 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.107659] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56959} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.107940] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 62249fa0-14a4-4503-bee6-9d91480a7aac/62249fa0-14a4-4503-bee6-9d91480a7aac.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.108228] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.108646] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc071425-c318-4aad-9e19-2aedfc188407 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.127480] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 992.127480] env[62633]: value = "task-2696590" [ 992.127480] env[62633]: _type = "Task" [ 992.127480] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.144063] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.189397] env[62633]: DEBUG oslo_vmware.api [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696589, 'name': ReconfigVM_Task, 'duration_secs': 0.973589} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.189956] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b/volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.195198] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5a00b46-7e2c-4cfe-8bea-b79d2d8d4cc2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.216407] env[62633]: DEBUG oslo_vmware.api [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 992.216407] env[62633]: value = "task-2696591" [ 992.216407] env[62633]: _type = "Task" [ 992.216407] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.226529] env[62633]: DEBUG oslo_vmware.api [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.292379] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c04cdf9-d585-4cda-bdf6-cbaf91fd8500 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.301235] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb88018-8bfc-46fe-be79-9351e7d33df6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.338969] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ced04a9-7532-4d62-926f-64fd645f25b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.345086] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]526184ec-efce-6bc8-c2b6-6671a2b2faa1, 'name': SearchDatastore_Task, 'duration_secs': 0.0236} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.346374] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b05be1-dba2-41d6-83ba-8dd57c436499 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.352210] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf420a2-2a76-48e8-bd8a-45e3ff0948f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.358121] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 992.358121] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52342285-704e-f3c2-cf9f-07d2a8790079" [ 992.358121] env[62633]: _type = "Task" [ 992.358121] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.369530] env[62633]: DEBUG nova.compute.provider_tree [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.380914] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52342285-704e-f3c2-cf9f-07d2a8790079, 'name': SearchDatastore_Task, 'duration_secs': 0.016745} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.380914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.380914] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] da2890e3-04ff-450c-a5b2-adc41854462b/da2890e3-04ff-450c-a5b2-adc41854462b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.383663] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-230b6cf8-a01b-4dfb-af17-7d49339e2bff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.390497] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 992.390497] env[62633]: value = "task-2696592" [ 992.390497] env[62633]: _type = "Task" [ 992.390497] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.403535] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.415112] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.415112] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20cc59b-93a8-430d-a7db-9e836c50bfcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.426749] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 992.426749] env[62633]: value = "task-2696593" [ 992.426749] env[62633]: _type = "Task" [ 992.426749] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.437118] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.639218] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079621} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.639529] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.640364] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd21d5e1-29c4-48ee-9a44-d91e45510593 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.667373] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 62249fa0-14a4-4503-bee6-9d91480a7aac/62249fa0-14a4-4503-bee6-9d91480a7aac.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.667915] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ab1a67-c867-4469-9d91-0f09a4fea345 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.689700] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 992.689700] env[62633]: value = "task-2696594" [ 992.689700] env[62633]: _type = "Task" [ 992.689700] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.704171] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.730996] env[62633]: DEBUG oslo_vmware.api [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.873974] env[62633]: DEBUG nova.scheduler.client.report [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.904025] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.932619] env[62633]: DEBUG nova.compute.manager [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.941206] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696593, 'name': PowerOffVM_Task, 'duration_secs': 0.328327} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.941521] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.942255] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.942681] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d166f80-48ee-488d-b3d4-b051d8a4364d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.951126] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 992.951126] env[62633]: value = "task-2696595" [ 992.951126] env[62633]: _type = "Task" [ 992.951126] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.966171] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.966419] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.966583] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.966760] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.966909] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.968029] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.968029] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.968029] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.968029] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.968029] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.968029] env[62633]: DEBUG nova.virt.hardware [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.968292] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 992.968501] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 992.968888] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543403', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'name': 'volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfaf111a-3072-491e-89f7-8aa95bb7cf70', 'attached_at': '', 'detached_at': '', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'serial': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 992.969992] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd83da-d49c-4f21-8af8-8f39a1a727ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.972549] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35730d50-7fc6-409b-855f-67b2e9725109 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.995180] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604d3999-2833-4fde-93f2-cb5fcfcccb71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.000053] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cbf52f-07a3-40f3-848e-316ebda16a18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.022933] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15d15c8-61c3-41e7-ad7d-4327c1bed9d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.040957] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4beb6f-3561-4a2f-9404-db87e02fe315 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.058088] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] The volume has not been displaced from its original location: [datastore1] volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec/volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 993.063857] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.064185] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5348b679-cb82-4a67-be9a-919c1abcbc16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.086967] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 993.086967] env[62633]: value = "task-2696596" [ 993.086967] env[62633]: _type = "Task" [ 993.086967] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.096808] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.121585] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "5b28bb09-79e0-49ae-8a61-937dea408e70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.121854] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "5b28bb09-79e0-49ae-8a61-937dea408e70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.203593] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.230324] env[62633]: DEBUG oslo_vmware.api [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696591, 'name': ReconfigVM_Task, 'duration_secs': 1.003762} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.230647] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543438', 'volume_id': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'name': 'volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d60f677-da9a-4224-905a-76b93c725026', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'serial': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 993.404993] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696592, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.602053] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696596, 'name': ReconfigVM_Task, 'duration_secs': 0.240727} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.602375] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.607420] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34070b37-7164-418c-a582-15f75644b762 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.625600] env[62633]: DEBUG nova.compute.manager [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.628654] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 993.628654] env[62633]: value = "task-2696597" [ 993.628654] env[62633]: _type = "Task" [ 993.628654] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.642729] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696597, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.698685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "388d68e1-51d8-45a1-b208-78ee3c34ede5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.698943] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.699188] env[62633]: DEBUG nova.compute.manager [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.702528] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ce1974-2a6d-46cd-9d05-aee2508561b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.705286] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696594, 'name': ReconfigVM_Task, 'duration_secs': 0.641909} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.705692] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 62249fa0-14a4-4503-bee6-9d91480a7aac/62249fa0-14a4-4503-bee6-9d91480a7aac.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.706685] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e0e0c7b-7dc6-4f5f-bd56-1b3537006e25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.710502] env[62633]: DEBUG nova.compute.manager [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 993.711068] env[62633]: DEBUG nova.objects.instance [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lazy-loading 'flavor' on Instance uuid 388d68e1-51d8-45a1-b208-78ee3c34ede5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.714513] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 993.714513] env[62633]: value = "task-2696598" [ 993.714513] env[62633]: _type = "Task" [ 993.714513] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.723857] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696598, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.773373] env[62633]: DEBUG nova.compute.manager [req-b7c32701-d048-4e38-bea6-cc57a56de875 req-cb014d1d-0f9b-42e8-855d-d7bc3098b3bc service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received event network-vif-plugged-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.774197] env[62633]: DEBUG oslo_concurrency.lockutils [req-b7c32701-d048-4e38-bea6-cc57a56de875 req-cb014d1d-0f9b-42e8-855d-d7bc3098b3bc service nova] Acquiring lock "458ef873-d2db-4691-86a0-b7700b9a0d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.774430] env[62633]: DEBUG oslo_concurrency.lockutils [req-b7c32701-d048-4e38-bea6-cc57a56de875 req-cb014d1d-0f9b-42e8-855d-d7bc3098b3bc service nova] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.774609] env[62633]: DEBUG oslo_concurrency.lockutils [req-b7c32701-d048-4e38-bea6-cc57a56de875 req-cb014d1d-0f9b-42e8-855d-d7bc3098b3bc service nova] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.774781] env[62633]: DEBUG nova.compute.manager [req-b7c32701-d048-4e38-bea6-cc57a56de875 req-cb014d1d-0f9b-42e8-855d-d7bc3098b3bc service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] No waiting events found dispatching network-vif-plugged-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.774945] env[62633]: WARNING nova.compute.manager [req-b7c32701-d048-4e38-bea6-cc57a56de875 req-cb014d1d-0f9b-42e8-855d-d7bc3098b3bc service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received unexpected event network-vif-plugged-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 for instance with vm_state building and task_state spawning. [ 993.884522] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.977s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.890678] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.877s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.910543] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696592, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.20783} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.910543] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] da2890e3-04ff-450c-a5b2-adc41854462b/da2890e3-04ff-450c-a5b2-adc41854462b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.910543] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.910543] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d179a1c6-c9ba-4554-b646-c182cf228857 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.917294] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 993.917294] env[62633]: value = "task-2696599" [ 993.917294] env[62633]: _type = "Task" [ 993.917294] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.918179] env[62633]: DEBUG nova.network.neutron [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Successfully updated port: 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.932608] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.140127] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696597, 'name': ReconfigVM_Task, 'duration_secs': 0.322241} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.142582] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543403', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'name': 'volume-13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfaf111a-3072-491e-89f7-8aa95bb7cf70', 'attached_at': '', 'detached_at': '', 'volume_id': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec', 'serial': '13a9d95d-ea36-4d6c-a496-c8d77d4db8ec'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 994.142863] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.144129] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b9ec29-8d36-4ff8-8868-d1efa3e4b6e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.151569] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.151849] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b2e56c4-ac7b-4cc9-be50-fce25016bfee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.157466] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.231939] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696598, 'name': Rename_Task, 'duration_secs': 0.323257} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.231939] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.231939] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96bc3795-68ef-4c6d-98e4-ae5aa5750d27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.243136] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 994.243136] env[62633]: value = "task-2696601" [ 994.243136] env[62633]: _type = "Task" [ 994.243136] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.266692] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.267686] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.267917] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.268115] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Deleting the datastore file [datastore1] dfaf111a-3072-491e-89f7-8aa95bb7cf70 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.268659] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5108aaec-5be1-4145-a02d-ca9275f8c576 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.275964] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for the task: (returnval){ [ 994.275964] env[62633]: value = "task-2696602" [ 994.275964] env[62633]: _type = "Task" [ 994.275964] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.285122] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.288016] env[62633]: DEBUG nova.objects.instance [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lazy-loading 'flavor' on Instance uuid 3d60f677-da9a-4224-905a-76b93c725026 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.428154] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.428154] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.428154] env[62633]: DEBUG nova.network.neutron [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.433728] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092479} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.434094] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.435972] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22b00e4-b6db-41c5-9bb3-965b42c76354 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.461795] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] da2890e3-04ff-450c-a5b2-adc41854462b/da2890e3-04ff-450c-a5b2-adc41854462b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.462443] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d903034e-5c1f-4234-b929-c2f34e0d1a7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.483456] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 994.483456] env[62633]: value = "task-2696603" [ 994.483456] env[62633]: _type = "Task" [ 994.483456] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.496493] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.725373] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.725808] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73226180-c595-4f3d-915e-cc8079c518c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.734523] env[62633]: DEBUG oslo_vmware.api [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 994.734523] env[62633]: value = "task-2696604" [ 994.734523] env[62633]: _type = "Task" [ 994.734523] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.743533] env[62633]: DEBUG oslo_vmware.api [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.753213] env[62633]: INFO nova.compute.manager [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Rescuing [ 994.753495] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.753650] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.753817] env[62633]: DEBUG nova.network.neutron [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.755009] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.786642] env[62633]: DEBUG oslo_vmware.api [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Task: {'id': task-2696602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416987} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.786973] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.787235] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.787427] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.795094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-453cea2d-7806-4ab0-8134-2182f9640c1a tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.929s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.840652] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 994.841476] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ded6ddc-093c-4e66-ab5b-d4dcdf66390f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.855089] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3c7b09-83c1-4c42-865e-8fe43a6351fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.896225] env[62633]: ERROR nova.compute.manager [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Failed to detach volume 13a9d95d-ea36-4d6c-a496-c8d77d4db8ec from /dev/sda: nova.exception.InstanceNotFound: Instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 could not be found. [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Traceback (most recent call last): [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self.driver.rebuild(**kwargs) [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] raise NotImplementedError() [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] NotImplementedError [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] During handling of the above exception, another exception occurred: [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Traceback (most recent call last): [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self.driver.detach_volume(context, old_connection_info, [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] return self._volumeops.detach_volume(connection_info, instance) [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self._detach_volume_vmdk(connection_info, instance) [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] stable_ref.fetch_moref(session) [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] raise exception.InstanceNotFound(instance_id=self._uuid) [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] nova.exception.InstanceNotFound: Instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 could not be found. [ 994.896225] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] [ 994.938262] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.938262] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.938482] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 9fe8b122-58a4-433c-9782-0fb186bb14f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.938482] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 4a190bf3-0d75-44c8-beb0-a66b70242ce5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.938630] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 69844c2d-2b25-47de-b6ee-00d7738281be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.938795] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 353e1c39-79ab-4dc6-990c-16661b1c3b49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.938864] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 3d60f677-da9a-4224-905a-76b93c725026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.938979] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 07e949a5-60cf-4874-a407-423d13cdadb3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.939198] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.939290] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 399b767a-6feb-412d-b65f-698088e38536 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.939427] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 08700076-265a-4695-89a1-aa6833542904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.991394] env[62633]: DEBUG nova.network.neutron [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.997158] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.050662] env[62633]: DEBUG nova.compute.utils [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Build of instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 aborted: Failed to rebuild volume backed instance. {{(pid=62633) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 995.053202] env[62633]: ERROR nova.compute.manager [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 aborted: Failed to rebuild volume backed instance. [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Traceback (most recent call last): [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self.driver.rebuild(**kwargs) [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] raise NotImplementedError() [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] NotImplementedError [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] During handling of the above exception, another exception occurred: [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Traceback (most recent call last): [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self._detach_root_volume(context, instance, root_bdm) [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] with excutils.save_and_reraise_exception(): [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self.force_reraise() [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] raise self.value [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self.driver.detach_volume(context, old_connection_info, [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] return self._volumeops.detach_volume(connection_info, instance) [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self._detach_volume_vmdk(connection_info, instance) [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] stable_ref.fetch_moref(session) [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] raise exception.InstanceNotFound(instance_id=self._uuid) [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] nova.exception.InstanceNotFound: Instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 could not be found. [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] During handling of the above exception, another exception occurred: [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Traceback (most recent call last): [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] yield [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 995.053202] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self._do_rebuild_instance_with_claim( [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self._do_rebuild_instance( [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self._rebuild_default_impl(**kwargs) [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] self._rebuild_volume_backed_instance( [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] raise exception.BuildAbortException( [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] nova.exception.BuildAbortException: Build of instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 aborted: Failed to rebuild volume backed instance. [ 995.054627] env[62633]: ERROR nova.compute.manager [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] [ 995.170990] env[62633]: DEBUG nova.network.neutron [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [{"id": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "address": "fa:16:3e:45:46:62", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5d7b30-a2", "ovs_interfaceid": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.247498] env[62633]: DEBUG oslo_vmware.api [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696604, 'name': PowerOffVM_Task, 'duration_secs': 0.482775} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.251888] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.252184] env[62633]: DEBUG nova.compute.manager [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.253227] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e096fe-ca71-43b9-9f11-8d162208dce9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.268242] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696601, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.442032] env[62633]: INFO nova.compute.manager [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Swapping old allocation on dict_keys(['99202964-43d9-4e5e-8b3d-44f8431e83fd']) held by migration 9a478f3b-504a-451c-902a-7176d4105c9e for instance [ 995.442455] env[62633]: INFO nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 9a478f3b-504a-451c-902a-7176d4105c9e has allocations against this compute host but is not found in the database. [ 995.442693] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 4dfdb512-f573-4bbd-89ab-4947ebfcf90c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.442772] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.442842] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 388d68e1-51d8-45a1-b208-78ee3c34ede5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.442962] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 910e242c-48be-4521-b3f2-df06b33f80a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.443167] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 237a3462-8799-47e0-970c-b39ee3dc66b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.443303] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance da2890e3-04ff-450c-a5b2-adc41854462b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.443418] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 62249fa0-14a4-4503-bee6-9d91480a7aac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.443528] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 458ef873-d2db-4691-86a0-b7700b9a0d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.470368] env[62633]: DEBUG nova.scheduler.client.report [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Overwriting current allocation {'allocations': {'99202964-43d9-4e5e-8b3d-44f8431e83fd': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 128}}, 'project_id': '44ff95c3662b4228b78f519129e02845', 'user_id': '8385229e2c5e41d3b27cdaa6826cb49c', 'consumer_generation': 1} on consumer 4dfdb512-f573-4bbd-89ab-4947ebfcf90c {{(pid=62633) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 995.497515] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696603, 'name': ReconfigVM_Task, 'duration_secs': 0.758932} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.497792] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] da2890e3-04ff-450c-a5b2-adc41854462b/da2890e3-04ff-450c-a5b2-adc41854462b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.498479] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-550d04ec-c782-47af-8b12-1f987ed371fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.505542] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 995.505542] env[62633]: value = "task-2696605" [ 995.505542] env[62633]: _type = "Task" [ 995.505542] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.515323] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696605, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.517094] env[62633]: DEBUG nova.network.neutron [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating instance_info_cache with network_info: [{"id": "c9c13a96-3094-4586-8cff-46e56d589af8", "address": "fa:16:3e:84:8b:aa", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c13a96-30", "ovs_interfaceid": "c9c13a96-3094-4586-8cff-46e56d589af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.561331] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.561520] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.561696] env[62633]: DEBUG nova.network.neutron [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.673086] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.673491] env[62633]: DEBUG nova.compute.manager [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Instance network_info: |[{"id": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "address": "fa:16:3e:45:46:62", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5d7b30-a2", "ovs_interfaceid": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.673969] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:46:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c5d7b30-a2ef-4b00-86da-ab72d949c4e6', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.681927] env[62633]: DEBUG oslo.service.loopingcall [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.682173] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.682435] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f85b64b-69ab-454b-9155-d4a9aadb15d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.704439] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.704439] env[62633]: value = "task-2696606" [ 995.704439] env[62633]: _type = "Task" [ 995.704439] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.719202] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696606, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.761820] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696601, 'name': PowerOnVM_Task, 'duration_secs': 1.067354} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.762216] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.762455] env[62633]: INFO nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Took 9.12 seconds to spawn the instance on the hypervisor. [ 995.762696] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.763693] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2491a2-61d8-44c6-967b-ac97a3b89595 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.775724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8ab435b-963a-4fc5-bb5f-ba5a437e23dd tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.834796] env[62633]: DEBUG nova.compute.manager [req-4ede4eaa-7c63-4c9a-8f59-067805dd97f4 req-5ab60eb7-a7c4-47f8-bf1a-d06f1c64c2eb service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received event network-changed-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.835171] env[62633]: DEBUG nova.compute.manager [req-4ede4eaa-7c63-4c9a-8f59-067805dd97f4 req-5ab60eb7-a7c4-47f8-bf1a-d06f1c64c2eb service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing instance network info cache due to event network-changed-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.835481] env[62633]: DEBUG oslo_concurrency.lockutils [req-4ede4eaa-7c63-4c9a-8f59-067805dd97f4 req-5ab60eb7-a7c4-47f8-bf1a-d06f1c64c2eb service nova] Acquiring lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.835722] env[62633]: DEBUG oslo_concurrency.lockutils [req-4ede4eaa-7c63-4c9a-8f59-067805dd97f4 req-5ab60eb7-a7c4-47f8-bf1a-d06f1c64c2eb service nova] Acquired lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.836049] env[62633]: DEBUG nova.network.neutron [req-4ede4eaa-7c63-4c9a-8f59-067805dd97f4 req-5ab60eb7-a7c4-47f8-bf1a-d06f1c64c2eb service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing network info cache for port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.948822] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 996.017571] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696605, 'name': Rename_Task, 'duration_secs': 0.274112} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.017882] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.018174] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a09426-a679-4e86-8e6a-e3119bcd84d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.019973] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.028288] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 996.028288] env[62633]: value = "task-2696607" [ 996.028288] env[62633]: _type = "Task" [ 996.028288] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.040379] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.214956] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696606, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.287430] env[62633]: INFO nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Took 21.31 seconds to build instance. [ 996.315563] env[62633]: DEBUG nova.objects.instance [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lazy-loading 'flavor' on Instance uuid 388d68e1-51d8-45a1-b208-78ee3c34ede5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.322069] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "399b767a-6feb-412d-b65f-698088e38536" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.322288] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.322496] env[62633]: INFO nova.compute.manager [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Shelving [ 996.452476] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 5b28bb09-79e0-49ae-8a61-937dea408e70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 996.453168] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 996.453423] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 996.505427] env[62633]: DEBUG nova.network.neutron [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance_info_cache with network_info: [{"id": "596ef837-516b-42ee-8bed-b1647e8b8b14", "address": "fa:16:3e:6b:c6:bf", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596ef837-51", "ovs_interfaceid": "596ef837-516b-42ee-8bed-b1647e8b8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.543434] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696607, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.570749] env[62633]: DEBUG nova.network.neutron [req-4ede4eaa-7c63-4c9a-8f59-067805dd97f4 req-5ab60eb7-a7c4-47f8-bf1a-d06f1c64c2eb service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updated VIF entry in instance network info cache for port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.571098] env[62633]: DEBUG nova.network.neutron [req-4ede4eaa-7c63-4c9a-8f59-067805dd97f4 req-5ab60eb7-a7c4-47f8-bf1a-d06f1c64c2eb service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [{"id": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "address": "fa:16:3e:45:46:62", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5d7b30-a2", "ovs_interfaceid": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.715363] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696606, 'name': CreateVM_Task, 'duration_secs': 0.575924} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.718042] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.718895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.719077] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.719511] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.719759] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10623599-d000-441d-9c56-7633c2a7753d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.726320] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 996.726320] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52be4edc-3091-10c2-d32e-65b193eaa64d" [ 996.726320] env[62633]: _type = "Task" [ 996.726320] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.731721] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521c16a2-dc6d-42a4-b8e5-6765bcf2872a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.743608] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52be4edc-3091-10c2-d32e-65b193eaa64d, 'name': SearchDatastore_Task, 'duration_secs': 0.014712} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.745914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.746234] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.746469] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.746614] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.746793] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.747131] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d930b8e-dc5d-4c21-b60c-ede0548e9d3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.749633] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d2003a-9832-4ede-b6dd-955ddec25885 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.782865] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c911aa73-a460-4e51-94ef-87beac004212 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.785538] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.785725] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.786483] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3c0ee4-8edc-4246-ba6d-dc444965c9cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.789232] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "62249fa0-14a4-4503-bee6-9d91480a7aac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.822s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.794147] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 996.794147] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52deafbf-d93e-1d4d-05f0-d476815fc022" [ 996.794147] env[62633]: _type = "Task" [ 996.794147] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.795477] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b2833-7abe-40bb-9803-4e0e64ba3afd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.812036] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.816464] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52deafbf-d93e-1d4d-05f0-d476815fc022, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.817634] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e448cf44-4f03-4564-ba5e-07dcf68b18ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.824663] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "refresh_cache-388d68e1-51d8-45a1-b208-78ee3c34ede5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.824853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquired lock "refresh_cache-388d68e1-51d8-45a1-b208-78ee3c34ede5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.825880] env[62633]: DEBUG nova.network.neutron [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.825880] env[62633]: DEBUG nova.objects.instance [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lazy-loading 'info_cache' on Instance uuid 388d68e1-51d8-45a1-b208-78ee3c34ede5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.829404] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 996.829404] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52df21ca-0049-9957-0a7c-396b59cd5d4e" [ 996.829404] env[62633]: _type = "Task" [ 996.829404] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.841226] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52df21ca-0049-9957-0a7c-396b59cd5d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.841457] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.841698] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 458ef873-d2db-4691-86a0-b7700b9a0d3e/458ef873-d2db-4691-86a0-b7700b9a0d3e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.841937] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16272ccd-d31c-40b9-9dcc-3d9781ff460d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.849148] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 996.849148] env[62633]: value = "task-2696608" [ 996.849148] env[62633]: _type = "Task" [ 996.849148] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.857102] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.010351] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-4dfdb512-f573-4bbd-89ab-4947ebfcf90c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.011408] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adf63e5-ff5d-4d11-af84-9bff3d3ca123 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.022430] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ac45bb-3ffe-4f4d-b298-ea9b64f7d044 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.046034] env[62633]: DEBUG oslo_vmware.api [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696607, 'name': PowerOnVM_Task, 'duration_secs': 0.718316} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.050922] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.050922] env[62633]: INFO nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Took 12.84 seconds to spawn the instance on the hypervisor. [ 997.051084] env[62633]: DEBUG nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.058130] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed24ae7a-1f9a-48d1-a2e3-ffdba66c8c2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.068203] env[62633]: DEBUG oslo_concurrency.lockutils [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.073161] env[62633]: DEBUG oslo_concurrency.lockutils [req-4ede4eaa-7c63-4c9a-8f59-067805dd97f4 req-5ab60eb7-a7c4-47f8-bf1a-d06f1c64c2eb service nova] Releasing lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.318883] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.333448] env[62633]: DEBUG nova.objects.base [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Object Instance<388d68e1-51d8-45a1-b208-78ee3c34ede5> lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 997.336796] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.337045] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33be0116-469b-4788-8284-5a763895d325 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.350722] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 997.350722] env[62633]: value = "task-2696609" [ 997.350722] env[62633]: _type = "Task" [ 997.350722] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.364492] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.367961] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696608, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.561979] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.562301] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d058ee4f-c5a7-4fa0-932e-8ee7f74f5e01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.570735] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 997.570735] env[62633]: value = "task-2696610" [ 997.570735] env[62633]: _type = "Task" [ 997.570735] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.584911] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.585481] env[62633]: INFO nova.compute.manager [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Took 22.64 seconds to build instance. [ 997.727363] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "69844c2d-2b25-47de-b6ee-00d7738281be" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.727723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.727990] env[62633]: INFO nova.compute.manager [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Rebooting instance [ 997.797028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Acquiring lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.797336] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.797558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Acquiring lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.797746] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.797917] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.803168] env[62633]: INFO nova.compute.manager [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Terminating instance [ 997.824316] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 997.824553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.934s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.824823] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.845s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.826878] env[62633]: INFO nova.compute.claims [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.861647] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553202} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.862231] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 458ef873-d2db-4691-86a0-b7700b9a0d3e/458ef873-d2db-4691-86a0-b7700b9a0d3e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.862467] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.863174] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15a01c11-3671-49ea-8bd5-63ae722676ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.868153] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696609, 'name': PowerOffVM_Task, 'duration_secs': 0.37561} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.868918] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.869997] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a690d2e-7916-4a7c-9ceb-11fd0d331a0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.877047] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 997.877047] env[62633]: value = "task-2696611" [ 997.877047] env[62633]: _type = "Task" [ 997.877047] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.896850] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66060b71-be68-4d00-90c7-cc5048f0ad6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.903017] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.061685] env[62633]: DEBUG nova.network.neutron [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Updating instance_info_cache with network_info: [{"id": "8e20b95c-82cc-4454-970e-76b93d6f04c6", "address": "fa:16:3e:95:98:c8", "network": {"id": "03c9633c-7002-4de5-86fe-cdaf1b488d0a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1226123846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9adbef0782dc4eb1aabee8e61fc63a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e20b95c-82", "ovs_interfaceid": "8e20b95c-82cc-4454-970e-76b93d6f04c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.082256] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696610, 'name': PowerOffVM_Task, 'duration_secs': 0.245779} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.082511] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.083567] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215ea221-d342-4361-9175-bb620852efb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.087713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "da2890e3-04ff-450c-a5b2-adc41854462b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.156s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.104724] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74273adc-63ca-4c67-8068-d63e06859d4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.140330] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.140849] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9c82650-45c1-40bd-8fd6-d247284782f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.148121] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.148742] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70e2f0d9-32bb-4fb2-98e6-581ae2991f53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.153610] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 998.153610] env[62633]: value = "task-2696612" [ 998.153610] env[62633]: _type = "Task" [ 998.153610] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.165680] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.165840] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 998.165840] env[62633]: value = "task-2696613" [ 998.165840] env[62633]: _type = "Task" [ 998.165840] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.175889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "da2890e3-04ff-450c-a5b2-adc41854462b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.176144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "da2890e3-04ff-450c-a5b2-adc41854462b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.176385] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "da2890e3-04ff-450c-a5b2-adc41854462b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.176580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "da2890e3-04ff-450c-a5b2-adc41854462b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.177380] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "da2890e3-04ff-450c-a5b2-adc41854462b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.179645] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 998.179645] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.179930] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.180090] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.180361] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.180896] env[62633]: INFO nova.compute.manager [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Terminating instance [ 998.182305] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9fdea25-7062-440d-92b6-88739422bded {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.195256] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.195497] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.196296] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d44834c-8873-41b0-b3d7-15bb2c7fab7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.202398] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 998.202398] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521e2bb0-3963-c746-b9fc-c0116ffd67b7" [ 998.202398] env[62633]: _type = "Task" [ 998.202398] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.211344] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521e2bb0-3963-c746-b9fc-c0116ffd67b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.252428] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.252645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.252826] env[62633]: DEBUG nova.network.neutron [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.271523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "62249fa0-14a4-4503-bee6-9d91480a7aac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.271787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "62249fa0-14a4-4503-bee6-9d91480a7aac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.271994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "62249fa0-14a4-4503-bee6-9d91480a7aac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.272197] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "62249fa0-14a4-4503-bee6-9d91480a7aac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.272367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "62249fa0-14a4-4503-bee6-9d91480a7aac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.274844] env[62633]: INFO nova.compute.manager [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Terminating instance [ 998.308046] env[62633]: DEBUG nova.compute.manager [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.308418] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-231adb1e-d3e7-466e-b513-c20d3a2a4aed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.321445] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52231e2-ad97-4bbe-9151-de17db7b85ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.363684] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 could not be found. [ 998.363749] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.364239] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fc41f94-393e-4ebd-85b6-e6e8a26ba9f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.374939] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c992c6-3b2f-47bd-b7f4-f5a43964faaa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.394771] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087805} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.395059] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.395841] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e45de0-c6a1-406a-9289-369753098ba6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.419533] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 458ef873-d2db-4691-86a0-b7700b9a0d3e/458ef873-d2db-4691-86a0-b7700b9a0d3e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.435498] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.435753] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe8e859-7d87-475d-804e-67db569449eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.450262] env[62633]: WARNING nova.virt.vmwareapi.vmops [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 could not be found. [ 998.450459] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.450637] env[62633]: INFO nova.compute.manager [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Took 0.14 seconds to destroy the instance on the hypervisor. [ 998.450879] env[62633]: DEBUG oslo.service.loopingcall [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.451232] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d613476a-0ffb-40c0-af3f-0aab10a25cab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.452933] env[62633]: DEBUG nova.compute.manager [-] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.453044] env[62633]: DEBUG nova.network.neutron [-] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.463178] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 998.463178] env[62633]: value = "task-2696614" [ 998.463178] env[62633]: _type = "Task" [ 998.463178] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.468465] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 998.468465] env[62633]: value = "task-2696615" [ 998.468465] env[62633]: _type = "Task" [ 998.468465] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.484359] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696614, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.488399] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.565060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Releasing lock "refresh_cache-388d68e1-51d8-45a1-b208-78ee3c34ede5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.664167] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696612, 'name': PowerOffVM_Task, 'duration_secs': 0.431539} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.664442] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.665131] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.665354] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.665508] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.665690] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.665836] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.665981] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.666231] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.666399] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.666562] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.666764] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.666896] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.672974] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6016f53-40f7-4b90-883c-dec5305d85b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.688344] env[62633]: DEBUG nova.compute.manager [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.688659] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.689476] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0f90f9-1339-4845-93e5-509cd6c7855e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.693525] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 998.693525] env[62633]: value = "task-2696616" [ 998.693525] env[62633]: _type = "Task" [ 998.693525] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.704491] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.710834] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.710834] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9398e239-2b9f-4ae4-94a9-5b2b2dc48c40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.718313] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521e2bb0-3963-c746-b9fc-c0116ffd67b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.721157] env[62633]: DEBUG oslo_vmware.api [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 998.721157] env[62633]: value = "task-2696617" [ 998.721157] env[62633]: _type = "Task" [ 998.721157] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.721591] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e10008a-4e55-408a-a26a-d1cd4f2d4b1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.737676] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 998.737676] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d46152-fed5-e0f7-c8a5-52834880e079" [ 998.737676] env[62633]: _type = "Task" [ 998.737676] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.737918] env[62633]: DEBUG oslo_vmware.api [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.746774] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d46152-fed5-e0f7-c8a5-52834880e079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.779435] env[62633]: DEBUG nova.compute.manager [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.779713] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.780649] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ef956c-f9ab-4e5e-8d34-f5a8cb9c63c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.789909] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.790217] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b601cd5-5ae3-4669-8f2a-e51d8df4d938 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.799398] env[62633]: DEBUG oslo_vmware.api [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 998.799398] env[62633]: value = "task-2696618" [ 998.799398] env[62633]: _type = "Task" [ 998.799398] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.810078] env[62633]: DEBUG oslo_vmware.api [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.979421] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696614, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.989095] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.091293] env[62633]: DEBUG nova.compute.manager [req-60f52c0d-e9c1-4dd7-8e02-63485ab7c336 req-9c3ef753-06e6-4ebc-bcd7-d5ccd201a081 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Received event network-vif-deleted-b5503ca8-c855-436b-b112-c63b5ad01f2f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.091293] env[62633]: INFO nova.compute.manager [req-60f52c0d-e9c1-4dd7-8e02-63485ab7c336 req-9c3ef753-06e6-4ebc-bcd7-d5ccd201a081 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Neutron deleted interface b5503ca8-c855-436b-b112-c63b5ad01f2f; detaching it from the instance and deleting it from the info cache [ 999.091293] env[62633]: DEBUG nova.network.neutron [req-60f52c0d-e9c1-4dd7-8e02-63485ab7c336 req-9c3ef753-06e6-4ebc-bcd7-d5ccd201a081 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.186562] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d177b32-2581-4b2a-b952-f7a8223dfcd2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.198899] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a48891-d7cd-4385-b154-9b8c1a010813 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.209864] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696616, 'name': ReconfigVM_Task, 'duration_secs': 0.282709} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.235301] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749891fd-c578-4dc2-840a-4611d897daa1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.241374] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e7d802-40c3-4821-88b6-e77679397f7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.264840] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.265087] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.265256] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.265447] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.265589] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.265737] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.265938] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.266157] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.266366] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.266561] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.266761] env[62633]: DEBUG nova.virt.hardware [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.275316] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44f9296-05e7-45f2-bdd5-1d546a90fe68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.277752] env[62633]: DEBUG oslo_vmware.api [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696617, 'name': PowerOffVM_Task, 'duration_secs': 0.297215} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.281469] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.281656] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.282886] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5546eb88-add6-411a-b361-955daf6a58b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.287332] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d46152-fed5-e0f7-c8a5-52834880e079, 'name': SearchDatastore_Task, 'duration_secs': 0.016577} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.287945] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5cc1698-68e2-4e17-85fb-d1e6073faad5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.289445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.289757] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 3d60f677-da9a-4224-905a-76b93c725026/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 999.290353] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d729f0cf-770a-43cd-8a9c-352c8917bd5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.303247] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 999.303247] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521efc53-e8bc-0fa2-69b3-b6843c967712" [ 999.303247] env[62633]: _type = "Task" [ 999.303247] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.303799] env[62633]: DEBUG nova.compute.provider_tree [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.313536] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 999.313536] env[62633]: value = "task-2696620" [ 999.313536] env[62633]: _type = "Task" [ 999.313536] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.322983] env[62633]: DEBUG oslo_vmware.api [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696618, 'name': PowerOffVM_Task, 'duration_secs': 0.225064} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.323294] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521efc53-e8bc-0fa2-69b3-b6843c967712, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.323891] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.324314] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.330535] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.334619] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f24fc1f-b45d-4d28-98ff-ad2d97d00bcd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.336684] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15021f6e-6840-43c5-99f0-a1d12245387d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.350367] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.361038] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 999.361038] env[62633]: value = "task-2696622" [ 999.361038] env[62633]: _type = "Task" [ 999.361038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.373585] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.380025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.380025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.380025] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleting the datastore file [datastore1] da2890e3-04ff-450c-a5b2-adc41854462b {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.380236] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfff4244-0ce6-433b-a5b0-7d9b9bdad4ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.393108] env[62633]: DEBUG oslo_vmware.api [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 999.393108] env[62633]: value = "task-2696623" [ 999.393108] env[62633]: _type = "Task" [ 999.393108] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.398135] env[62633]: DEBUG oslo_vmware.api [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.430524] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.430821] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.431083] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleting the datastore file [datastore2] 62249fa0-14a4-4503-bee6-9d91480a7aac {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.431502] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dad4f56-a3e6-4a9b-b263-567e09a0bc27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.440926] env[62633]: DEBUG oslo_vmware.api [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for the task: (returnval){ [ 999.440926] env[62633]: value = "task-2696624" [ 999.440926] env[62633]: _type = "Task" [ 999.440926] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.450861] env[62633]: DEBUG oslo_vmware.api [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.474962] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696614, 'name': CreateSnapshot_Task, 'duration_secs': 0.947312} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.478423] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 999.479339] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfbba43-cf4e-40c9-921b-5b01154e5029 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.493887] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696615, 'name': ReconfigVM_Task, 'duration_secs': 0.634716} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.494435] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 458ef873-d2db-4691-86a0-b7700b9a0d3e/458ef873-d2db-4691-86a0-b7700b9a0d3e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.495130] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-733c5ed6-8761-4373-8a50-f3ebc1475718 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.503857] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 999.503857] env[62633]: value = "task-2696625" [ 999.503857] env[62633]: _type = "Task" [ 999.503857] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.512414] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696625, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.523995] env[62633]: DEBUG nova.network.neutron [-] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.574829] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.575291] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d933ff4a-3a43-4b1c-8a11-5d4fa5e28bcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.593566] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-496a753c-6c9e-4492-bcb0-6d9f7d6b52d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.597483] env[62633]: DEBUG oslo_vmware.api [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 999.597483] env[62633]: value = "task-2696626" [ 999.597483] env[62633]: _type = "Task" [ 999.597483] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.618033] env[62633]: DEBUG oslo_vmware.api [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.622644] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a4dfb-2f99-4cfc-9c84-559b611754b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.675811] env[62633]: DEBUG nova.compute.manager [req-60f52c0d-e9c1-4dd7-8e02-63485ab7c336 req-9c3ef753-06e6-4ebc-bcd7-d5ccd201a081 service nova] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Detach interface failed, port_id=b5503ca8-c855-436b-b112-c63b5ad01f2f, reason: Instance dfaf111a-3072-491e-89f7-8aa95bb7cf70 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 999.687481] env[62633]: DEBUG nova.network.neutron [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [{"id": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "address": "fa:16:3e:20:ef:a0", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d3736-9f", "ovs_interfaceid": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.809938] env[62633]: DEBUG nova.scheduler.client.report [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.827612] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696620, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.879112] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696622, 'name': ReconfigVM_Task, 'duration_secs': 0.269569} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.879112] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.879713] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446c7cdf-279a-4f81-96bf-b70cb4055d23 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.905535] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4dfdb512-f573-4bbd-89ab-4947ebfcf90c/4dfdb512-f573-4bbd-89ab-4947ebfcf90c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.911024] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40ca053-6ccc-4256-9082-84d6e4e508f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.933940] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 999.933940] env[62633]: value = "task-2696627" [ 999.933940] env[62633]: _type = "Task" [ 999.933940] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.934329] env[62633]: DEBUG oslo_vmware.api [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37156} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.934801] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.935127] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.935442] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.936034] env[62633]: INFO nova.compute.manager [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 999.936129] env[62633]: DEBUG oslo.service.loopingcall [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.940506] env[62633]: DEBUG nova.compute.manager [-] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.940621] env[62633]: DEBUG nova.network.neutron [-] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.950508] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.956191] env[62633]: DEBUG oslo_vmware.api [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Task: {'id': task-2696624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225623} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.956463] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.956649] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.956826] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.957014] env[62633]: INFO nova.compute.manager [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Took 1.18 seconds to destroy the instance on the hypervisor. [ 999.957262] env[62633]: DEBUG oslo.service.loopingcall [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.957451] env[62633]: DEBUG nova.compute.manager [-] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.957544] env[62633]: DEBUG nova.network.neutron [-] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.002689] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1000.003052] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae572e3a-53fc-4106-bae9-28ea80bef8cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.015879] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696625, 'name': Rename_Task, 'duration_secs': 0.203933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.017348] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.017653] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1000.017653] env[62633]: value = "task-2696628" [ 1000.017653] env[62633]: _type = "Task" [ 1000.017653] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.017839] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7343aa95-ba97-4554-8420-aca45acb8904 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.026293] env[62633]: INFO nova.compute.manager [-] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Took 1.57 seconds to deallocate network for instance. [ 1000.032185] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696628, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.032636] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 1000.032636] env[62633]: value = "task-2696629" [ 1000.032636] env[62633]: _type = "Task" [ 1000.032636] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.042991] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.110270] env[62633]: DEBUG oslo_vmware.api [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696626, 'name': PowerOnVM_Task, 'duration_secs': 0.434969} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.110413] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.110588] env[62633]: DEBUG nova.compute.manager [None req-4baf293d-92ac-43c5-9a88-71f8c0171f2a tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.111412] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ea351-9315-4da9-975c-bb6e8b2aef96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.190238] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.293297] env[62633]: DEBUG nova.compute.manager [req-c914274c-8145-46c6-b5a3-c1f7053f5ffe req-21af4f2b-f3ba-418e-82a1-c4fceda3afaf service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Received event network-vif-deleted-cb3262e0-edd1-4e81-93e7-d866f2c281bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.293546] env[62633]: INFO nova.compute.manager [req-c914274c-8145-46c6-b5a3-c1f7053f5ffe req-21af4f2b-f3ba-418e-82a1-c4fceda3afaf service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Neutron deleted interface cb3262e0-edd1-4e81-93e7-d866f2c281bf; detaching it from the instance and deleting it from the info cache [ 1000.293719] env[62633]: DEBUG nova.network.neutron [req-c914274c-8145-46c6-b5a3-c1f7053f5ffe req-21af4f2b-f3ba-418e-82a1-c4fceda3afaf service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.315491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.316011] env[62633]: DEBUG nova.compute.manager [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.320287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.162s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.322442] env[62633]: INFO nova.compute.claims [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.335825] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563981} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.335966] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 3d60f677-da9a-4224-905a-76b93c725026/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. [ 1000.336970] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f600181c-b36c-4bf8-b76b-f8552c21b114 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.369297] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 3d60f677-da9a-4224-905a-76b93c725026/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.374773] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689836fe-d0f3-41ce-81c5-f381de857c5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.397130] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1000.397130] env[62633]: value = "task-2696630" [ 1000.397130] env[62633]: _type = "Task" [ 1000.397130] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.406905] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.446236] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.547564] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696628, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.554189] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.580741] env[62633]: INFO nova.compute.manager [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Took 0.55 seconds to detach 1 volumes for instance. [ 1000.585133] env[62633]: DEBUG nova.compute.manager [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Deleting volume: 13a9d95d-ea36-4d6c-a496-c8d77d4db8ec {{(pid=62633) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1000.695037] env[62633]: DEBUG nova.compute.manager [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.695956] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b7f99a-7a6e-4e9d-82d8-f681d0e2e248 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.777930] env[62633]: DEBUG nova.network.neutron [-] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.800025] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f0693ee-27ed-44e7-8056-339d045a714c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.818857] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c878f9f-b48f-4aa4-bdb1-3ae2fe1232c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.838442] env[62633]: DEBUG nova.compute.utils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.838953] env[62633]: DEBUG nova.compute.manager [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.839141] env[62633]: DEBUG nova.network.neutron [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.873240] env[62633]: DEBUG nova.compute.manager [req-c914274c-8145-46c6-b5a3-c1f7053f5ffe req-21af4f2b-f3ba-418e-82a1-c4fceda3afaf service nova] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Detach interface failed, port_id=cb3262e0-edd1-4e81-93e7-d866f2c281bf, reason: Instance da2890e3-04ff-450c-a5b2-adc41854462b could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1000.877148] env[62633]: INFO nova.compute.manager [None req-ce0d5d1c-bf8a-4291-b4e2-80c33dcec014 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Get console output [ 1000.877526] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-ce0d5d1c-bf8a-4291-b4e2-80c33dcec014 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] The console log is missing. Check your VSPC configuration [ 1000.899730] env[62633]: DEBUG nova.policy [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfdf1d41b2c7487abe7744b9140068b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8b887392eb84af49125d9fdc5962c41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.913145] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696630, 'name': ReconfigVM_Task, 'duration_secs': 0.425273} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.913492] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 3d60f677-da9a-4224-905a-76b93c725026/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.914427] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f89769-ab46-40bc-82e0-254d77499414 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.921025] env[62633]: DEBUG nova.network.neutron [-] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.964273] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7aa796-e47b-4acd-bc89-a713372090a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.984805] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696627, 'name': ReconfigVM_Task, 'duration_secs': 0.927581} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.986428] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4dfdb512-f573-4bbd-89ab-4947ebfcf90c/4dfdb512-f573-4bbd-89ab-4947ebfcf90c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.986876] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1000.986876] env[62633]: value = "task-2696632" [ 1000.986876] env[62633]: _type = "Task" [ 1000.986876] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.987708] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bd920b-e8c1-4c0f-b3d4-1529be70319a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.021669] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a795f2-0b06-41c7-82f2-3e0fc37dbe01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.024646] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.034062] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696628, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.054560] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb65c57-2f6a-47b9-9017-340c3753660f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.063196] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.079666] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0d4c3-2b85-42fa-8255-1804615abda3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.088525] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.088843] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b1beb6b-555f-4832-8984-9d431cec6974 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.096624] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1001.096624] env[62633]: value = "task-2696633" [ 1001.096624] env[62633]: _type = "Task" [ 1001.096624] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.107833] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.135558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.193059] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Acquiring lock "07e949a5-60cf-4874-a407-423d13cdadb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.193683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "07e949a5-60cf-4874-a407-423d13cdadb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.193683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Acquiring lock "07e949a5-60cf-4874-a407-423d13cdadb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.193914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "07e949a5-60cf-4874-a407-423d13cdadb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.194168] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "07e949a5-60cf-4874-a407-423d13cdadb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.197886] env[62633]: INFO nova.compute.manager [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Terminating instance [ 1001.281557] env[62633]: INFO nova.compute.manager [-] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Took 1.34 seconds to deallocate network for instance. [ 1001.343168] env[62633]: DEBUG nova.compute.manager [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.407154] env[62633]: DEBUG nova.compute.manager [req-c8821f1a-ca97-4732-a92c-b4231530ade3 req-9ab9f8e3-67f8-43fe-8231-f0bd2d8f6537 service nova] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Received event network-vif-deleted-79613792-3fd5-4562-b932-7b6fecc1b7be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.423361] env[62633]: INFO nova.compute.manager [-] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Took 1.47 seconds to deallocate network for instance. [ 1001.424770] env[62633]: DEBUG nova.network.neutron [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Successfully created port: 4941594b-dbe8-4e25-8afe-27ec09d1b679 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.505867] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696632, 'name': ReconfigVM_Task, 'duration_secs': 0.220318} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.506192] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.506502] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaef9990-9432-4e15-9ccc-ed89e98005cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.516745] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1001.516745] env[62633]: value = "task-2696634" [ 1001.516745] env[62633]: _type = "Task" [ 1001.516745] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.533081] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.542294] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696628, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.549998] env[62633]: DEBUG oslo_vmware.api [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696629, 'name': PowerOnVM_Task, 'duration_secs': 1.339761} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.549998] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.549998] env[62633]: INFO nova.compute.manager [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1001.549998] env[62633]: DEBUG nova.compute.manager [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.550968] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c97b842-7e83-4e52-b6b9-70e8ce09b67a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.618316] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696633, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.703149] env[62633]: DEBUG nova.compute.manager [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.703149] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.703376] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9bceab9-6fb5-4ac3-987b-8e4acdad5642 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.712736] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cecb4b5-b8ed-43c1-b126-366b502d9478 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.716369] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for the task: (returnval){ [ 1001.716369] env[62633]: value = "task-2696635" [ 1001.716369] env[62633]: _type = "Task" [ 1001.716369] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.722640] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Doing hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1001.726524] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-78b9b8ae-8039-482e-ad0f-ca53b220f299 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.732684] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.736575] env[62633]: DEBUG oslo_vmware.api [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1001.736575] env[62633]: value = "task-2696636" [ 1001.736575] env[62633]: _type = "Task" [ 1001.736575] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.746519] env[62633]: DEBUG oslo_vmware.api [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696636, 'name': ResetVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.749186] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8753e245-35ca-476f-9d4a-a8f801a2c33b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.756517] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf521969-9892-4c1b-ba53-d26c306dc344 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.794881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.795979] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ae2421-eec5-4ded-b829-04df9e7ce53a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.804960] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1016e609-9bb8-4d44-9e03-f658f1c72f98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.822144] env[62633]: DEBUG nova.compute.provider_tree [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.937774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.029698] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.035529] env[62633]: DEBUG oslo_concurrency.lockutils [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "08700076-265a-4695-89a1-aa6833542904" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.035849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.041098] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696628, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.073907] env[62633]: INFO nova.compute.manager [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Took 18.89 seconds to build instance. [ 1002.112935] env[62633]: DEBUG oslo_vmware.api [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696633, 'name': PowerOnVM_Task, 'duration_secs': 0.620126} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.113388] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.227580] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696635, 'name': PowerOffVM_Task, 'duration_secs': 0.203381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.227870] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.228121] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1002.228333] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543401', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'name': 'volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e949a5-60cf-4874-a407-423d13cdadb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'serial': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1002.229149] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec46381d-089b-425b-a622-4de190cb9b5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.251524] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46985b56-68aa-4d6c-9355-43f54d748a1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.259805] env[62633]: DEBUG oslo_vmware.api [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696636, 'name': ResetVM_Task, 'duration_secs': 0.111884} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.261750] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Did hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1002.261986] env[62633]: DEBUG nova.compute.manager [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.262910] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9771326-50e0-4cbc-b9f1-e3d29f73b183 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.266222] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23f8485-20a7-49f7-a46c-3ae26d2353f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.288954] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edee17c-01d6-440a-a34c-02f11c0ee962 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.306726] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] The volume has not been displaced from its original location: [datastore2] volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd/volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1002.312208] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.312562] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420bad28-ec5f-4618-9635-2a51df416dff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.329701] env[62633]: DEBUG nova.scheduler.client.report [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.334662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "353e1c39-79ab-4dc6-990c-16661b1c3b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.335206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "353e1c39-79ab-4dc6-990c-16661b1c3b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.335206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "353e1c39-79ab-4dc6-990c-16661b1c3b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.335314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "353e1c39-79ab-4dc6-990c-16661b1c3b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.335574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "353e1c39-79ab-4dc6-990c-16661b1c3b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.337326] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for the task: (returnval){ [ 1002.337326] env[62633]: value = "task-2696637" [ 1002.337326] env[62633]: _type = "Task" [ 1002.337326] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.337767] env[62633]: INFO nova.compute.manager [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Terminating instance [ 1002.351347] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.356203] env[62633]: DEBUG nova.compute.manager [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.384780] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.385074] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.385247] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.385538] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.385685] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.385837] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.386061] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.386290] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.386481] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.386670] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.386847] env[62633]: DEBUG nova.virt.hardware [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.388127] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c99168-70a1-40af-9120-7ef1e0109e49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.396741] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52535a29-a1ad-46f1-98e3-f20b50057388 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.530072] env[62633]: DEBUG oslo_vmware.api [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696634, 'name': PowerOnVM_Task, 'duration_secs': 0.705197} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.534021] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.538563] env[62633]: DEBUG nova.compute.manager [None req-bccae38d-bc49-437a-9ccf-84c5d8297712 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.539764] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102cac3a-de76-4a0f-ac42-5eb09ffc85bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.546116] env[62633]: DEBUG nova.compute.utils [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.547455] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696628, 'name': CloneVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.577179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.395s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.791471] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06381f3c-c9b2-4553-a9d8-379a5ec83503 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.064s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.840019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.840563] env[62633]: DEBUG nova.compute.manager [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.843394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.775s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.850106] env[62633]: DEBUG nova.compute.manager [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.850483] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.851841] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4585e6ca-e3c4-4ae8-bcf3-610cb2399140 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.863201] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.866827] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-110c6c16-dbc6-4a3c-8767-b0931d579d8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.869108] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696637, 'name': ReconfigVM_Task, 'duration_secs': 0.364716} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.869755] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.881677] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8dce57-de66-4714-8129-736a42e54518 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.902811] env[62633]: DEBUG oslo_vmware.api [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 1002.902811] env[62633]: value = "task-2696638" [ 1002.902811] env[62633]: _type = "Task" [ 1002.902811] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.912488] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for the task: (returnval){ [ 1002.912488] env[62633]: value = "task-2696639" [ 1002.912488] env[62633]: _type = "Task" [ 1002.912488] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.923136] env[62633]: DEBUG oslo_vmware.api [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.936293] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.045238] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696628, 'name': CloneVM_Task, 'duration_secs': 2.562463} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.045536] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Created linked-clone VM from snapshot [ 1003.046657] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a5a0c1-e9c2-46a4-9cf1-1308eb9127b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.049611] env[62633]: DEBUG oslo_concurrency.lockutils [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.059188] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Uploading image 17bbea0f-4ee7-4254-af67-d89bc0881edd {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1003.099828] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1003.099828] env[62633]: value = "vm-543442" [ 1003.099828] env[62633]: _type = "VirtualMachine" [ 1003.099828] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1003.100842] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-72ca6b68-2ab1-491e-8fef-59fffef24851 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.112954] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lease: (returnval){ [ 1003.112954] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523bf774-1829-3863-8a37-dac7265f05b5" [ 1003.112954] env[62633]: _type = "HttpNfcLease" [ 1003.112954] env[62633]: } obtained for exporting VM: (result){ [ 1003.112954] env[62633]: value = "vm-543442" [ 1003.112954] env[62633]: _type = "VirtualMachine" [ 1003.112954] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1003.113525] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the lease: (returnval){ [ 1003.113525] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523bf774-1829-3863-8a37-dac7265f05b5" [ 1003.113525] env[62633]: _type = "HttpNfcLease" [ 1003.113525] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1003.139829] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.139829] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523bf774-1829-3863-8a37-dac7265f05b5" [ 1003.139829] env[62633]: _type = "HttpNfcLease" [ 1003.139829] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.141458] env[62633]: DEBUG nova.network.neutron [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Successfully updated port: 4941594b-dbe8-4e25-8afe-27ec09d1b679 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.184761] env[62633]: INFO nova.compute.manager [None req-c1c331f5-ae1a-4f29-9a19-bccb3780015d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance to original state: 'active' [ 1003.244034] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d22bde5-3633-460a-ab24-b2b5f01d2cc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.254577] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fda9ac-c224-4f98-a041-e1c87f4172d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.288989] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f598c62-80a8-4176-bf18-61cab92bad78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.298837] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e52c30-2b61-4b9e-8bdf-8c0aaeccc02c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.316389] env[62633]: DEBUG nova.compute.provider_tree [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.352077] env[62633]: DEBUG nova.compute.utils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.353195] env[62633]: DEBUG nova.compute.manager [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.353521] env[62633]: DEBUG nova.network.neutron [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.396422] env[62633]: DEBUG nova.policy [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '306e01f8841f488ba7481a5fc403741d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff353eb18626433685261f163aaec81f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.414497] env[62633]: DEBUG oslo_vmware.api [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696638, 'name': PowerOffVM_Task, 'duration_secs': 0.363124} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.418141] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.418349] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.418645] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc4d762-8a14-4984-a32c-fe0c3eae575b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.428127] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.506969] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.507254] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.507471] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Deleting the datastore file [datastore2] 353e1c39-79ab-4dc6-990c-16661b1c3b49 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.507724] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32d97056-701b-414b-a289-9b111baf7094 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.516143] env[62633]: DEBUG oslo_vmware.api [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for the task: (returnval){ [ 1003.516143] env[62633]: value = "task-2696642" [ 1003.516143] env[62633]: _type = "Task" [ 1003.516143] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.529995] env[62633]: DEBUG oslo_vmware.api [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.633156] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.633156] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523bf774-1829-3863-8a37-dac7265f05b5" [ 1003.633156] env[62633]: _type = "HttpNfcLease" [ 1003.633156] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1003.633156] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1003.633156] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]523bf774-1829-3863-8a37-dac7265f05b5" [ 1003.633156] env[62633]: _type = "HttpNfcLease" [ 1003.633156] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1003.633610] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbdd66d-eeae-458e-9543-fdeed994709d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.649131] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.650040] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.650040] env[62633]: DEBUG nova.network.neutron [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.651127] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edc521-22ba-4762-de7a-a0024c1b67e1/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1003.651290] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edc521-22ba-4762-de7a-a0024c1b67e1/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1003.751857] env[62633]: DEBUG nova.network.neutron [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Successfully created port: 609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.765198] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32cbeecf-8b8d-4836-af7a-40fef8f617d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.820762] env[62633]: DEBUG nova.scheduler.client.report [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.856489] env[62633]: DEBUG nova.compute.manager [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.925766] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.009451] env[62633]: DEBUG nova.compute.manager [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Received event network-vif-plugged-4941594b-dbe8-4e25-8afe-27ec09d1b679 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.010082] env[62633]: DEBUG oslo_concurrency.lockutils [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] Acquiring lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.013017] env[62633]: DEBUG oslo_concurrency.lockutils [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] Lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.013017] env[62633]: DEBUG oslo_concurrency.lockutils [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] Lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.013017] env[62633]: DEBUG nova.compute.manager [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] No waiting events found dispatching network-vif-plugged-4941594b-dbe8-4e25-8afe-27ec09d1b679 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.013017] env[62633]: WARNING nova.compute.manager [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Received unexpected event network-vif-plugged-4941594b-dbe8-4e25-8afe-27ec09d1b679 for instance with vm_state building and task_state spawning. [ 1004.013017] env[62633]: DEBUG nova.compute.manager [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Received event network-changed-4941594b-dbe8-4e25-8afe-27ec09d1b679 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.013017] env[62633]: DEBUG nova.compute.manager [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Refreshing instance network info cache due to event network-changed-4941594b-dbe8-4e25-8afe-27ec09d1b679. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.013017] env[62633]: DEBUG oslo_concurrency.lockutils [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] Acquiring lock "refresh_cache-19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.036857] env[62633]: DEBUG oslo_vmware.api [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Task: {'id': task-2696642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250573} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.038441] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.038769] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.039088] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.041093] env[62633]: INFO nova.compute.manager [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1004.041483] env[62633]: DEBUG oslo.service.loopingcall [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.042443] env[62633]: DEBUG nova.compute.manager [-] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.042578] env[62633]: DEBUG nova.network.neutron [-] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.120082] env[62633]: DEBUG oslo_concurrency.lockutils [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "08700076-265a-4695-89a1-aa6833542904" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.120588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.120866] env[62633]: INFO nova.compute.manager [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Attaching volume 7ddaffb1-6854-4b4a-a2ff-e41df6825ca8 to /dev/sdb [ 1004.190780] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5010de02-4e58-4e33-9af7-cf2e03a321f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.203382] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece0e11-a85a-4ac3-b4e9-b2024c3896ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.209939] env[62633]: DEBUG nova.network.neutron [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.221361] env[62633]: DEBUG nova.virt.block_device [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Updating existing volume attachment record: e7bc2fc5-7a2b-43d0-9760-dbdad8a1dbaa {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1004.330378] env[62633]: DEBUG oslo_concurrency.lockutils [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.487s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.330688] env[62633]: INFO nova.compute.manager [None req-efbe9b9b-1574-4527-848e-6a7fdd25d9a4 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Successfully reverted task state from rebuilding on failure for instance. [ 1004.340672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.205s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.341251] env[62633]: DEBUG nova.objects.instance [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lazy-loading 'resources' on Instance uuid dfaf111a-3072-491e-89f7-8aa95bb7cf70 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.424839] env[62633]: DEBUG nova.network.neutron [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Updating instance_info_cache with network_info: [{"id": "4941594b-dbe8-4e25-8afe-27ec09d1b679", "address": "fa:16:3e:6e:72:d3", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4941594b-db", "ovs_interfaceid": "4941594b-dbe8-4e25-8afe-27ec09d1b679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.433032] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696639, 'name': ReconfigVM_Task, 'duration_secs': 1.268684} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.434856] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543401', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'name': 'volume-f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e949a5-60cf-4874-a407-423d13cdadb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd', 'serial': 'f33f1b52-2c97-447f-a639-2e3f2082c6cd'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1004.434856] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.434856] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ee29c-e507-4c38-8508-183878841b91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.444358] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.444662] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fe86cf3-a852-4afe-a8b3-4cb4d11da6a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.542919] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.545464] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.546898] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Deleting the datastore file [datastore2] 07e949a5-60cf-4874-a407-423d13cdadb3 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.546898] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4201f884-5a2f-4329-998e-d9dd6ab6db8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.556404] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for the task: (returnval){ [ 1004.556404] env[62633]: value = "task-2696645" [ 1004.556404] env[62633]: _type = "Task" [ 1004.556404] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.574225] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.870248] env[62633]: DEBUG nova.compute.manager [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.911904] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.911904] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.911904] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.912496] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.914975] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.915685] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.915685] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.915685] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.915872] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.915996] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.916284] env[62633]: DEBUG nova.virt.hardware [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.917216] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7917edc1-b88e-4eaa-a03b-0ecbe0050376 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.930177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.930512] env[62633]: DEBUG nova.compute.manager [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Instance network_info: |[{"id": "4941594b-dbe8-4e25-8afe-27ec09d1b679", "address": "fa:16:3e:6e:72:d3", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4941594b-db", "ovs_interfaceid": "4941594b-dbe8-4e25-8afe-27ec09d1b679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.930927] env[62633]: DEBUG oslo_concurrency.lockutils [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] Acquired lock "refresh_cache-19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.936116] env[62633]: DEBUG nova.network.neutron [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Refreshing network info cache for port 4941594b-dbe8-4e25-8afe-27ec09d1b679 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.938104] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:72:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4941594b-dbe8-4e25-8afe-27ec09d1b679', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.946811] env[62633]: DEBUG oslo.service.loopingcall [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.948261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0c47c4-ae75-4b7c-ae99-94bf1880032e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.967961] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.969246] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc37d74-4c6a-431d-af9a-e84bf0170714 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.025502] env[62633]: INFO nova.compute.manager [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Unrescuing [ 1005.025915] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.026759] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquired lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.026903] env[62633]: DEBUG nova.network.neutron [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.038340] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.038340] env[62633]: value = "task-2696648" [ 1005.038340] env[62633]: _type = "Task" [ 1005.038340] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.050450] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696648, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.073916] env[62633]: DEBUG oslo_vmware.api [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Task: {'id': task-2696645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138975} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.074824] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.076829] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.076829] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.076829] env[62633]: INFO nova.compute.manager [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Took 3.37 seconds to destroy the instance on the hypervisor. [ 1005.076829] env[62633]: DEBUG oslo.service.loopingcall [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.076829] env[62633]: DEBUG nova.compute.manager [-] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.076829] env[62633]: DEBUG nova.network.neutron [-] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.386726] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f85319-8ce6-42bf-848b-a45d39fe6c35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.396631] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b079cd86-df1d-463a-b0e1-e5c7cc25ffdf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.432265] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e7d204-c729-4a5e-9538-c13796adba18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.441240] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728e699c-353a-496e-b3bc-dbf3d373db22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.458423] env[62633]: DEBUG nova.compute.provider_tree [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.553327] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696648, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.895251] env[62633]: DEBUG nova.network.neutron [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Updated VIF entry in instance network info cache for port 4941594b-dbe8-4e25-8afe-27ec09d1b679. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.895802] env[62633]: DEBUG nova.network.neutron [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Updating instance_info_cache with network_info: [{"id": "4941594b-dbe8-4e25-8afe-27ec09d1b679", "address": "fa:16:3e:6e:72:d3", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4941594b-db", "ovs_interfaceid": "4941594b-dbe8-4e25-8afe-27ec09d1b679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.963231] env[62633]: DEBUG nova.scheduler.client.report [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.055561] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696648, 'name': CreateVM_Task, 'duration_secs': 0.670819} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.055993] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.056889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.057105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.057612] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.057906] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f092f11-dfb7-4034-8bc9-61a0633cf769 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.064084] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1006.064084] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c462c5-5398-96ab-20d7-a6b02c8e4083" [ 1006.064084] env[62633]: _type = "Task" [ 1006.064084] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.073607] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c462c5-5398-96ab-20d7-a6b02c8e4083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.217029] env[62633]: DEBUG nova.network.neutron [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Successfully updated port: 609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.220791] env[62633]: DEBUG nova.network.neutron [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating instance_info_cache with network_info: [{"id": "c9c13a96-3094-4586-8cff-46e56d589af8", "address": "fa:16:3e:84:8b:aa", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c13a96-30", "ovs_interfaceid": "c9c13a96-3094-4586-8cff-46e56d589af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.299614] env[62633]: DEBUG nova.compute.manager [req-53ed8520-8b6e-4d0b-8221-201ce06fda0b req-31976355-e33c-48d8-9396-f6650daefe3f service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Received event network-vif-deleted-93f65331-8c2c-47e8-9a57-737bf315f750 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.299825] env[62633]: INFO nova.compute.manager [req-53ed8520-8b6e-4d0b-8221-201ce06fda0b req-31976355-e33c-48d8-9396-f6650daefe3f service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Neutron deleted interface 93f65331-8c2c-47e8-9a57-737bf315f750; detaching it from the instance and deleting it from the info cache [ 1006.300066] env[62633]: DEBUG nova.network.neutron [req-53ed8520-8b6e-4d0b-8221-201ce06fda0b req-31976355-e33c-48d8-9396-f6650daefe3f service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.375483] env[62633]: DEBUG nova.network.neutron [-] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.398931] env[62633]: DEBUG oslo_concurrency.lockutils [req-af73618b-0233-42ad-b017-c2b8650d3496 req-5839941b-c76c-45a3-9d6f-ab7d2725aca8 service nova] Releasing lock "refresh_cache-19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.420424] env[62633]: DEBUG nova.compute.manager [req-896839ee-fd67-445d-99ca-562c3b7d87a1 req-1b41df93-8ce4-407e-8102-683959995a02 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Received event network-vif-plugged-609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.420424] env[62633]: DEBUG oslo_concurrency.lockutils [req-896839ee-fd67-445d-99ca-562c3b7d87a1 req-1b41df93-8ce4-407e-8102-683959995a02 service nova] Acquiring lock "5b28bb09-79e0-49ae-8a61-937dea408e70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.420587] env[62633]: DEBUG oslo_concurrency.lockutils [req-896839ee-fd67-445d-99ca-562c3b7d87a1 req-1b41df93-8ce4-407e-8102-683959995a02 service nova] Lock "5b28bb09-79e0-49ae-8a61-937dea408e70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.420788] env[62633]: DEBUG oslo_concurrency.lockutils [req-896839ee-fd67-445d-99ca-562c3b7d87a1 req-1b41df93-8ce4-407e-8102-683959995a02 service nova] Lock "5b28bb09-79e0-49ae-8a61-937dea408e70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.420978] env[62633]: DEBUG nova.compute.manager [req-896839ee-fd67-445d-99ca-562c3b7d87a1 req-1b41df93-8ce4-407e-8102-683959995a02 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] No waiting events found dispatching network-vif-plugged-609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.421179] env[62633]: WARNING nova.compute.manager [req-896839ee-fd67-445d-99ca-562c3b7d87a1 req-1b41df93-8ce4-407e-8102-683959995a02 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Received unexpected event network-vif-plugged-609341ad-d19b-4ba5-859f-fd59bea2f16e for instance with vm_state building and task_state spawning. [ 1006.468858] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.474941] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.680s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.475237] env[62633]: DEBUG nova.objects.instance [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lazy-loading 'resources' on Instance uuid da2890e3-04ff-450c-a5b2-adc41854462b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.576520] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c462c5-5398-96ab-20d7-a6b02c8e4083, 'name': SearchDatastore_Task, 'duration_secs': 0.022945} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.576938] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.577303] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.577522] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.577714] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.578281] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.578440] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de56e740-31a6-4441-a2ec-cc8f85482007 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.591425] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.591639] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.592800] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1d323c-f9d5-43ab-9282-9f7ec2cee6f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.600073] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1006.600073] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c67bd1-f7f0-673c-15be-5f1f96265e10" [ 1006.600073] env[62633]: _type = "Task" [ 1006.600073] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.610278] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c67bd1-f7f0-673c-15be-5f1f96265e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.719871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.720408] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquired lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.720408] env[62633]: DEBUG nova.network.neutron [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.724433] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Releasing lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.725193] env[62633]: DEBUG nova.objects.instance [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lazy-loading 'flavor' on Instance uuid 3d60f677-da9a-4224-905a-76b93c725026 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.803512] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9287ca02-4d4d-4cec-b8a2-e4ad0ce51641 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.816429] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38088a70-9f5d-41f0-b122-9d84e0a12d0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.861010] env[62633]: DEBUG nova.compute.manager [req-53ed8520-8b6e-4d0b-8221-201ce06fda0b req-31976355-e33c-48d8-9396-f6650daefe3f service nova] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Detach interface failed, port_id=93f65331-8c2c-47e8-9a57-737bf315f750, reason: Instance 353e1c39-79ab-4dc6-990c-16661b1c3b49 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1006.878421] env[62633]: INFO nova.compute.manager [-] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Took 2.84 seconds to deallocate network for instance. [ 1006.944985] env[62633]: DEBUG nova.network.neutron [-] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.007504] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Lock "dfaf111a-3072-491e-89f7-8aa95bb7cf70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.210s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.118679] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c67bd1-f7f0-673c-15be-5f1f96265e10, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.119933] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fbc07ea-e65c-497a-a7de-a079319cedb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.130347] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1007.130347] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521861bd-29ea-1c46-1208-08dd63d44e94" [ 1007.130347] env[62633]: _type = "Task" [ 1007.130347] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.141911] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521861bd-29ea-1c46-1208-08dd63d44e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.244885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.245198] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.245415] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.245602] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.245768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.248652] env[62633]: INFO nova.compute.manager [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Terminating instance [ 1007.251164] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2ac0f7-648f-406a-ac3f-abfb32011244 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.282268] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.286716] env[62633]: DEBUG nova.network.neutron [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.288807] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47d17b2-2c9e-4b17-a2d2-8dba81de832d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.300884] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1007.300884] env[62633]: value = "task-2696650" [ 1007.300884] env[62633]: _type = "Task" [ 1007.300884] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.312659] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.384968] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.411619] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff5e573-f176-4742-9b51-ba8250b79a2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.423753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6e554e-1bb8-4768-8027-e3f2d232ff2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.239563] env[62633]: INFO nova.compute.manager [-] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Took 3.16 seconds to deallocate network for instance. [ 1008.240564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "237a3462-8799-47e0-970c-b39ee3dc66b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.240766] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "237a3462-8799-47e0-970c-b39ee3dc66b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.240961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "237a3462-8799-47e0-970c-b39ee3dc66b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.241906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "237a3462-8799-47e0-970c-b39ee3dc66b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.241906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "237a3462-8799-47e0-970c-b39ee3dc66b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.243267] env[62633]: DEBUG nova.compute.manager [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.243563] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.246439] env[62633]: INFO nova.compute.manager [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Terminating instance [ 1008.252342] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ddd58a-0288-4d2a-9b67-7cdf51a480fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.256997] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1479515-802c-46f8-9764-47cdaf1bf9c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.268971] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521861bd-29ea-1c46-1208-08dd63d44e94, 'name': SearchDatastore_Task, 'duration_secs': 0.014363} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.276642] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.276642] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb/19b8e67b-abbb-4c0b-a755-dc13bb2d85cb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.276642] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696650, 'name': PowerOffVM_Task, 'duration_secs': 0.423936} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.276642] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1008.276642] env[62633]: value = "task-2696651" [ 1008.276642] env[62633]: _type = "Task" [ 1008.276642] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.277054] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de3ae417-d412-48eb-b195-52c173dc73ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.280395] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73bdee5-fde4-461e-b629-cac3535bfb59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.284149] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.290039] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfiguring VM instance instance-0000003d to detach disk 2002 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.290747] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f38a6af-95ad-481a-8e3c-d47ab643a2f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.310386] env[62633]: DEBUG nova.network.neutron [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updating instance_info_cache with network_info: [{"id": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "address": "fa:16:3e:63:d5:b8", "network": {"id": "0cf492f8-3bfa-4428-9f7b-e64aabd9886b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-582959297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff353eb18626433685261f163aaec81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609341ad-d1", "ovs_interfaceid": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.326775] env[62633]: DEBUG nova.compute.provider_tree [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.333906] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1008.333906] env[62633]: value = "task-2696653" [ 1008.333906] env[62633]: _type = "Task" [ 1008.333906] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.334189] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.334494] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1008.334494] env[62633]: value = "task-2696652" [ 1008.334494] env[62633]: _type = "Task" [ 1008.334494] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.344354] env[62633]: DEBUG nova.compute.manager [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received event network-changed-9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.344576] env[62633]: DEBUG nova.compute.manager [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing instance network info cache due to event network-changed-9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.344822] env[62633]: DEBUG oslo_concurrency.lockutils [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] Acquiring lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.344994] env[62633]: DEBUG oslo_concurrency.lockutils [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] Acquired lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.345196] env[62633]: DEBUG nova.network.neutron [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing network info cache for port 9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.353483] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.357299] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.592083] env[62633]: DEBUG nova.compute.manager [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Received event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.592350] env[62633]: DEBUG nova.compute.manager [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing instance network info cache due to event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.592629] env[62633]: DEBUG oslo_concurrency.lockutils [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] Acquiring lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.763819] env[62633]: DEBUG nova.compute.manager [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.764082] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.765196] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c70c83f-11d7-4adb-b6a3-be639adc9ca9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.775938] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.776544] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e5a4ef4-7268-4f74-b463-55fd9925e202 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.785802] env[62633]: DEBUG oslo_vmware.api [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 1008.785802] env[62633]: value = "task-2696654" [ 1008.785802] env[62633]: _type = "Task" [ 1008.785802] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.801994] env[62633]: DEBUG oslo_vmware.api [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.806586] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696651, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.814306] env[62633]: INFO nova.compute.manager [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Took 0.57 seconds to detach 1 volumes for instance. [ 1008.816309] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Releasing lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.816718] env[62633]: DEBUG nova.compute.manager [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Instance network_info: |[{"id": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "address": "fa:16:3e:63:d5:b8", "network": {"id": "0cf492f8-3bfa-4428-9f7b-e64aabd9886b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-582959297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff353eb18626433685261f163aaec81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609341ad-d1", "ovs_interfaceid": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.817997] env[62633]: DEBUG nova.compute.manager [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Deleting volume: f33f1b52-2c97-447f-a639-2e3f2082c6cd {{(pid=62633) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1008.820368] env[62633]: DEBUG oslo_concurrency.lockutils [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] Acquired lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.820368] env[62633]: DEBUG nova.network.neutron [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.821978] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:d5:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '609341ad-d19b-4ba5-859f-fd59bea2f16e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.834027] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Creating folder: Project (ff353eb18626433685261f163aaec81f). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.834027] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08422282-74d2-451d-a6af-b31e72bbf7fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.836614] env[62633]: DEBUG nova.scheduler.client.report [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.853688] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Created folder: Project (ff353eb18626433685261f163aaec81f) in parent group-v543169. [ 1008.857067] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Creating folder: Instances. Parent ref: group-v543446. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.858525] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a46da08-fdb4-426b-aa79-fd39f070e68c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.870426] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.871264] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52333} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.873498] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb/19b8e67b-abbb-4c0b-a755-dc13bb2d85cb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.873710] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.881287] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a88f8874-5adc-49d3-a0b4-0b18dd001d73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.891613] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1008.891613] env[62633]: value = "task-2696657" [ 1008.891613] env[62633]: _type = "Task" [ 1008.891613] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.898239] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Created folder: Instances in parent group-v543446. [ 1008.898630] env[62633]: DEBUG oslo.service.loopingcall [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.899394] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.899883] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ef9766-94d1-4a5c-a500-8924750eba84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.927674] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.935818] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.935818] env[62633]: value = "task-2696659" [ 1008.935818] env[62633]: _type = "Task" [ 1008.935818] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.949249] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696659, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.138065] env[62633]: DEBUG nova.network.neutron [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updated VIF entry in instance network info cache for port 9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.138727] env[62633]: DEBUG nova.network.neutron [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.298705] env[62633]: DEBUG oslo_vmware.api [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696654, 'name': PowerOffVM_Task, 'duration_secs': 0.272853} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.299455] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1009.299670] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1009.300429] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.300600] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.301397] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d576135-7c6d-47cc-9039-636d4116da62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.307402] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d098843-ee4a-4088-804b-f62f58ba5a03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.309503] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696651, 'name': PowerOffVM_Task, 'duration_secs': 0.542014} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.310171] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.310373] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1009.310603] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543420', 'volume_id': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'name': 'volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4dfdb512-f573-4bbd-89ab-4947ebfcf90c', 'attached_at': '2025-02-19T16:22:04.000000', 'detached_at': '', 'volume_id': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'serial': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1009.311735] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b403c9e-45c2-4315-93e6-9493b7e4b3e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.329856] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99570c08-d8a3-4a89-a98a-080ca76999fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.356601] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.882s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.362731] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.425s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.362991] env[62633]: DEBUG nova.objects.instance [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lazy-loading 'resources' on Instance uuid 62249fa0-14a4-4503-bee6-9d91480a7aac {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.364938] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78a951c-bdb7-46d6-aaa3-4bbc680c21f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.391224] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8/volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.392693] env[62633]: INFO nova.scheduler.client.report [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleted allocations for instance da2890e3-04ff-450c-a5b2-adc41854462b [ 1009.396885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.397220] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06153e10-e140-4ec2-8bdd-163e316cf88e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.424580] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.427451] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.427451] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Deleting the datastore file [datastore1] 237a3462-8799-47e0-970c-b39ee3dc66b6 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.427451] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696653, 'name': ReconfigVM_Task, 'duration_secs': 0.58327} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.427451] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43926c1b-6895-4792-9ef4-a7592cef6b84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.429886] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b26eadbe-3944-48d2-81bc-77b2be482112 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.432358] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfigured VM instance instance-0000003d to detach disk 2002 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.432594] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.437048] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3216b09-9b95-45b0-9a5c-53cbbef7fc80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.438775] env[62633]: DEBUG oslo_vmware.api [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1009.438775] env[62633]: value = "task-2696661" [ 1009.438775] env[62633]: _type = "Task" [ 1009.438775] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.469604] env[62633]: DEBUG oslo_vmware.api [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 1009.469604] env[62633]: value = "task-2696662" [ 1009.469604] env[62633]: _type = "Task" [ 1009.469604] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.469931] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102993} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.473372] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.474332] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49fe2b5-fe16-4f3b-89df-7fe0addf4cdb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.480068] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1009.480068] env[62633]: value = "task-2696663" [ 1009.480068] env[62633]: _type = "Task" [ 1009.480068] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.487920] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4dfe3d-62dc-4338-8fc1-a6c2449b151d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.498571] env[62633]: DEBUG oslo_vmware.api [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.518244] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] The volume has not been displaced from its original location: [datastore2] volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b/volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1009.525043] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1009.525454] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696659, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.541666] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daa50d7f-a73d-4133-9351-87956bfbafaf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.566287] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb/19b8e67b-abbb-4c0b-a755-dc13bb2d85cb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.566766] env[62633]: DEBUG oslo_vmware.api [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.570731] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437c842c-53e7-436b-b9f9-c1bea58c5ad7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.585941] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.596440] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1009.596440] env[62633]: value = "task-2696665" [ 1009.596440] env[62633]: _type = "Task" [ 1009.596440] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.597623] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1009.597623] env[62633]: value = "task-2696664" [ 1009.597623] env[62633]: _type = "Task" [ 1009.597623] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.611846] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.615534] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.642560] env[62633]: DEBUG oslo_concurrency.lockutils [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] Releasing lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.642899] env[62633]: DEBUG nova.compute.manager [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received event network-changed-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.643164] env[62633]: DEBUG nova.compute.manager [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing instance network info cache due to event network-changed-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.643655] env[62633]: DEBUG oslo_concurrency.lockutils [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] Acquiring lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.643886] env[62633]: DEBUG oslo_concurrency.lockutils [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] Acquired lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.644130] env[62633]: DEBUG nova.network.neutron [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing network info cache for port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.719934] env[62633]: DEBUG nova.network.neutron [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updated VIF entry in instance network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.720477] env[62633]: DEBUG nova.network.neutron [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updating instance_info_cache with network_info: [{"id": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "address": "fa:16:3e:63:d5:b8", "network": {"id": "0cf492f8-3bfa-4428-9f7b-e64aabd9886b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-582959297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff353eb18626433685261f163aaec81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609341ad-d1", "ovs_interfaceid": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.930311] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "da2890e3-04ff-450c-a5b2-adc41854462b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.754s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.958427] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696659, 'name': CreateVM_Task, 'duration_secs': 0.66509} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.963979] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.964340] env[62633]: DEBUG oslo_vmware.api [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.965607] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.965801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.966149] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.966432] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd0c247-ac28-4376-a48b-b999016ba7fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.972459] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1009.972459] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5256ad3e-25f0-9106-07fb-fd98ca42a95b" [ 1009.972459] env[62633]: _type = "Task" [ 1009.972459] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.988474] env[62633]: DEBUG oslo_vmware.api [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238491} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.991617] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.991818] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.991994] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.992181] env[62633]: INFO nova.compute.manager [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1009.992423] env[62633]: DEBUG oslo.service.loopingcall [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.992703] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5256ad3e-25f0-9106-07fb-fd98ca42a95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.995350] env[62633]: DEBUG nova.compute.manager [-] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.995465] env[62633]: DEBUG nova.network.neutron [-] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.007938] env[62633]: DEBUG oslo_vmware.api [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696663, 'name': PowerOnVM_Task, 'duration_secs': 0.510337} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.008371] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.008482] env[62633]: DEBUG nova.compute.manager [None req-3971bc30-289d-4216-ab85-824929a717a6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.009394] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b2a0ac-498b-41ed-be75-33264e854e90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.124405] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696664, 'name': ReconfigVM_Task, 'duration_secs': 0.307253} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.128169] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1010.133546] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.136703] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9e13b0-0a09-4518-9961-df04d424f288 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.158732] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1010.158732] env[62633]: value = "task-2696666" [ 1010.158732] env[62633]: _type = "Task" [ 1010.158732] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.169914] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.193644] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdd9e13-1556-4459-b15f-6676029d6fee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.205964] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd6f4d2-b0da-4005-af43-614b2ef3828b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.224549] env[62633]: DEBUG oslo_concurrency.lockutils [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] Releasing lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.224779] env[62633]: DEBUG nova.compute.manager [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Received event network-vif-deleted-7bd37cfa-208d-48c3-86f7-2db30433cd66 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.225344] env[62633]: DEBUG nova.compute.manager [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received event network-changed-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.225344] env[62633]: DEBUG nova.compute.manager [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing instance network info cache due to event network-changed-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.225493] env[62633]: DEBUG oslo_concurrency.lockutils [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] Acquiring lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.262297] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6cfd26-207b-41c9-98e1-1833d9d4b0f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.271729] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd17e042-0f76-41c8-a7f0-effe4533ac33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.287640] env[62633]: DEBUG nova.compute.provider_tree [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.456470] env[62633]: DEBUG oslo_vmware.api [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696661, 'name': ReconfigVM_Task, 'duration_secs': 0.555776} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.456762] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8/volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.461684] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8040de26-b737-4c4f-aee7-1e0e2fa815ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.480558] env[62633]: DEBUG oslo_vmware.api [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1010.480558] env[62633]: value = "task-2696667" [ 1010.480558] env[62633]: _type = "Task" [ 1010.480558] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.485935] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5256ad3e-25f0-9106-07fb-fd98ca42a95b, 'name': SearchDatastore_Task, 'duration_secs': 0.028985} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.488934] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.489418] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.489418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.489574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.489754] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.490015] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b10059f9-5c5c-47f3-9221-004b89541c13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.499236] env[62633]: DEBUG oslo_vmware.api [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.500464] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.500631] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.501361] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb810a9-2da1-431d-b1ba-049290559927 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.507213] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1010.507213] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529d6ec7-6062-5d23-dd7f-ddefe7e5689c" [ 1010.507213] env[62633]: _type = "Task" [ 1010.507213] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.510962] env[62633]: DEBUG nova.network.neutron [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updated VIF entry in instance network info cache for port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.511131] env[62633]: DEBUG nova.network.neutron [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [{"id": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "address": "fa:16:3e:45:46:62", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5d7b30-a2", "ovs_interfaceid": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.518417] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d6ec7-6062-5d23-dd7f-ddefe7e5689c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.608997] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696665, 'name': ReconfigVM_Task, 'duration_secs': 0.636894} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.609418] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb/19b8e67b-abbb-4c0b-a755-dc13bb2d85cb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.610065] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be280610-7c69-48c2-a582-08b711455e33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.620267] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1010.620267] env[62633]: value = "task-2696668" [ 1010.620267] env[62633]: _type = "Task" [ 1010.620267] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.621754] env[62633]: DEBUG nova.compute.manager [req-60710d18-de12-481f-b50f-ae336ad6aadc req-9401c179-78a0-4e47-9ced-5739ff276d63 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Received event network-vif-deleted-887ed6ad-e00b-40bc-a7f1-2d399331c62d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.621956] env[62633]: INFO nova.compute.manager [req-60710d18-de12-481f-b50f-ae336ad6aadc req-9401c179-78a0-4e47-9ced-5739ff276d63 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Neutron deleted interface 887ed6ad-e00b-40bc-a7f1-2d399331c62d; detaching it from the instance and deleting it from the info cache [ 1010.622174] env[62633]: DEBUG nova.network.neutron [req-60710d18-de12-481f-b50f-ae336ad6aadc req-9401c179-78a0-4e47-9ced-5739ff276d63 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.634560] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696668, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.669673] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696666, 'name': ReconfigVM_Task, 'duration_secs': 0.236118} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.669971] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543420', 'volume_id': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'name': 'volume-5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4dfdb512-f573-4bbd-89ab-4947ebfcf90c', 'attached_at': '2025-02-19T16:22:04.000000', 'detached_at': '', 'volume_id': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b', 'serial': '5a70fcb7-c090-49f5-930a-38f2c4e8ef2b'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1010.670284] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.671066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b09a4-71f5-4008-81aa-b612a6143a75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.678273] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.678519] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abf67753-458a-410c-ab04-ef66b896ed8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.750263] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.750747] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.750972] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleting the datastore file [datastore2] 4dfdb512-f573-4bbd-89ab-4947ebfcf90c {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.751363] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d1a4f53-0f0c-47e2-844c-3ca8a1a00113 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.761055] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1010.761055] env[62633]: value = "task-2696670" [ 1010.761055] env[62633]: _type = "Task" [ 1010.761055] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.770768] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.792973] env[62633]: DEBUG nova.scheduler.client.report [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.821148] env[62633]: DEBUG nova.network.neutron [-] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.997503] env[62633]: DEBUG oslo_vmware.api [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696667, 'name': ReconfigVM_Task, 'duration_secs': 0.174994} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.997886] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1011.013959] env[62633]: DEBUG oslo_concurrency.lockutils [req-817090e9-cccd-4bf8-af3d-1dae3ec4f2e0 req-72719345-fc88-40a1-afae-4fb89df01198 service nova] Releasing lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.018094] env[62633]: DEBUG oslo_concurrency.lockutils [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] Acquired lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.018326] env[62633]: DEBUG nova.network.neutron [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing network info cache for port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.019688] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529d6ec7-6062-5d23-dd7f-ddefe7e5689c, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.020654] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8356c0a5-a3cf-478b-8250-27f5d9bf483a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.027674] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1011.027674] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52169e81-429a-2d6d-31b2-c74a57f53e81" [ 1011.027674] env[62633]: _type = "Task" [ 1011.027674] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.037183] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52169e81-429a-2d6d-31b2-c74a57f53e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.125256] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c305214-8e18-4eb6-b212-a859acdd3c35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.146570] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696668, 'name': Rename_Task, 'duration_secs': 0.199109} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.147976] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.147976] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb9344cd-1e4e-4cb4-8abe-42b67c073835 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.153058] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a16a6d9-db59-4d79-872c-1509d94926a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.169890] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1011.169890] env[62633]: value = "task-2696671" [ 1011.169890] env[62633]: _type = "Task" [ 1011.169890] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.178838] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.191354] env[62633]: DEBUG nova.compute.manager [req-60710d18-de12-481f-b50f-ae336ad6aadc req-9401c179-78a0-4e47-9ced-5739ff276d63 service nova] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Detach interface failed, port_id=887ed6ad-e00b-40bc-a7f1-2d399331c62d, reason: Instance 237a3462-8799-47e0-970c-b39ee3dc66b6 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1011.271974] env[62633]: DEBUG oslo_vmware.api [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300753} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.272282] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.272469] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.272642] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.272818] env[62633]: INFO nova.compute.manager [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Took 3.03 seconds to destroy the instance on the hypervisor. [ 1011.273064] env[62633]: DEBUG oslo.service.loopingcall [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.273267] env[62633]: DEBUG nova.compute.manager [-] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.273360] env[62633]: DEBUG nova.network.neutron [-] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.300122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.302833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.918s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.303137] env[62633]: DEBUG nova.objects.instance [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lazy-loading 'resources' on Instance uuid 353e1c39-79ab-4dc6-990c-16661b1c3b49 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.323593] env[62633]: INFO nova.compute.manager [-] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Took 1.33 seconds to deallocate network for instance. [ 1011.333380] env[62633]: INFO nova.scheduler.client.report [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Deleted allocations for instance 62249fa0-14a4-4503-bee6-9d91480a7aac [ 1011.546093] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52169e81-429a-2d6d-31b2-c74a57f53e81, 'name': SearchDatastore_Task, 'duration_secs': 0.024369} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.550649] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.550649] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 5b28bb09-79e0-49ae-8a61-937dea408e70/5b28bb09-79e0-49ae-8a61-937dea408e70.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.550649] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aea303d0-350b-4af8-91f9-e054b73bd5e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.558572] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1011.558572] env[62633]: value = "task-2696672" [ 1011.558572] env[62633]: _type = "Task" [ 1011.558572] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.571018] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.681979] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.836871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.844318] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Lock "62249fa0-14a4-4503-bee6-9d91480a7aac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.572s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.868161] env[62633]: DEBUG nova.network.neutron [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updated VIF entry in instance network info cache for port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.868532] env[62633]: DEBUG nova.network.neutron [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [{"id": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "address": "fa:16:3e:45:46:62", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5d7b30-a2", "ovs_interfaceid": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.928840] env[62633]: DEBUG nova.compute.manager [req-dfd3efb8-b8ad-408b-8766-9d53bcf150d5 req-bcf1b7fe-d3b8-4a12-a206-053d653d8c4f service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Received event network-changed-c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.929059] env[62633]: DEBUG nova.compute.manager [req-dfd3efb8-b8ad-408b-8766-9d53bcf150d5 req-bcf1b7fe-d3b8-4a12-a206-053d653d8c4f service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Refreshing instance network info cache due to event network-changed-c9c13a96-3094-4586-8cff-46e56d589af8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.929271] env[62633]: DEBUG oslo_concurrency.lockutils [req-dfd3efb8-b8ad-408b-8766-9d53bcf150d5 req-bcf1b7fe-d3b8-4a12-a206-053d653d8c4f service nova] Acquiring lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.929416] env[62633]: DEBUG oslo_concurrency.lockutils [req-dfd3efb8-b8ad-408b-8766-9d53bcf150d5 req-bcf1b7fe-d3b8-4a12-a206-053d653d8c4f service nova] Acquired lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.929575] env[62633]: DEBUG nova.network.neutron [req-dfd3efb8-b8ad-408b-8766-9d53bcf150d5 req-bcf1b7fe-d3b8-4a12-a206-053d653d8c4f service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Refreshing network info cache for port c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.049097] env[62633]: DEBUG nova.objects.instance [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lazy-loading 'flavor' on Instance uuid 08700076-265a-4695-89a1-aa6833542904 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.076106] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696672, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.154871] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d996245-41f2-4045-9f1f-7833eb89e2af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.165443] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914c7b6c-9e15-4979-a09c-c32dff48bb50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.203888] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ac802-f58c-40a9-95f1-69e887130320 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.209990] env[62633]: DEBUG oslo_vmware.api [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696671, 'name': PowerOnVM_Task, 'duration_secs': 0.590984} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.210811] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.210961] env[62633]: INFO nova.compute.manager [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1012.211131] env[62633]: DEBUG nova.compute.manager [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.212035] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ae85e2-08ba-4427-95ef-25ee12641f18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.219113] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fc8246-f945-4578-8cb9-0e005042a2ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.242647] env[62633]: DEBUG nova.compute.provider_tree [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.363240] env[62633]: DEBUG nova.network.neutron [-] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.374676] env[62633]: DEBUG oslo_concurrency.lockutils [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] Releasing lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.374954] env[62633]: DEBUG nova.compute.manager [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received event network-changed-9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.375133] env[62633]: DEBUG nova.compute.manager [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing instance network info cache due to event network-changed-9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1012.375370] env[62633]: DEBUG oslo_concurrency.lockutils [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] Acquiring lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.375616] env[62633]: DEBUG oslo_concurrency.lockutils [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] Acquired lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.375859] env[62633]: DEBUG nova.network.neutron [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing network info cache for port 9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.569131] env[62633]: DEBUG oslo_concurrency.lockutils [None req-993431cd-a54c-4128-8ea1-eaca3a150089 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.449s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.576787] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740022} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.577072] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 5b28bb09-79e0-49ae-8a61-937dea408e70/5b28bb09-79e0-49ae-8a61-937dea408e70.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.577289] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.577560] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c92f0fc-147a-4e07-a358-bd410a2fec56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.593262] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1012.593262] env[62633]: value = "task-2696673" [ 1012.593262] env[62633]: _type = "Task" [ 1012.593262] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.606384] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.697265] env[62633]: DEBUG nova.network.neutron [req-dfd3efb8-b8ad-408b-8766-9d53bcf150d5 req-bcf1b7fe-d3b8-4a12-a206-053d653d8c4f service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updated VIF entry in instance network info cache for port c9c13a96-3094-4586-8cff-46e56d589af8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.697265] env[62633]: DEBUG nova.network.neutron [req-dfd3efb8-b8ad-408b-8766-9d53bcf150d5 req-bcf1b7fe-d3b8-4a12-a206-053d653d8c4f service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating instance_info_cache with network_info: [{"id": "c9c13a96-3094-4586-8cff-46e56d589af8", "address": "fa:16:3e:84:8b:aa", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c13a96-30", "ovs_interfaceid": "c9c13a96-3094-4586-8cff-46e56d589af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.738293] env[62633]: INFO nova.compute.manager [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Took 20.78 seconds to build instance. [ 1012.746376] env[62633]: DEBUG nova.scheduler.client.report [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.858714] env[62633]: DEBUG nova.compute.manager [req-b0c4c541-1a87-4b59-98ce-af65f435f43e req-5e5134ff-b96c-4a96-bc93-2af9019ff971 service nova] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Received event network-vif-deleted-596ef837-516b-42ee-8bed-b1647e8b8b14 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.866386] env[62633]: INFO nova.compute.manager [-] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Took 1.59 seconds to deallocate network for instance. [ 1013.101182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a12213-8794-4e7d-9515-a159ea0c7e67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.111764] env[62633]: DEBUG nova.network.neutron [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updated VIF entry in instance network info cache for port 9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.112148] env[62633]: DEBUG nova.network.neutron [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.125314] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075957} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.128817] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.129204] env[62633]: INFO nova.compute.manager [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Rebuilding instance [ 1013.133027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f47a3131-5b18-4b65-9dab-c64b8374e1a1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1013.134127] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47174169-48b5-482d-be3a-7b50056b92f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.136719] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d45df238-b41c-47a3-8ffa-ee00eab08223 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.164335] env[62633]: DEBUG oslo_vmware.api [None req-f47a3131-5b18-4b65-9dab-c64b8374e1a1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1013.164335] env[62633]: value = "task-2696674" [ 1013.164335] env[62633]: _type = "Task" [ 1013.164335] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.184296] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 5b28bb09-79e0-49ae-8a61-937dea408e70/5b28bb09-79e0-49ae-8a61-937dea408e70.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.188096] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03bf97c6-6295-44a3-9907-c2fd90d6a956 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.210101] env[62633]: DEBUG oslo_concurrency.lockutils [req-dfd3efb8-b8ad-408b-8766-9d53bcf150d5 req-bcf1b7fe-d3b8-4a12-a206-053d653d8c4f service nova] Releasing lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.218895] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1013.218895] env[62633]: value = "task-2696675" [ 1013.218895] env[62633]: _type = "Task" [ 1013.218895] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.239776] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696675, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.243201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ada5263b-8a52-4673-8f0e-965cb9d653a3 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.290s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.243809] env[62633]: DEBUG nova.compute.manager [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.244956] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b43c184-75bf-4169-b3a9-785bf105e2a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.253739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.258972] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.862s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.259236] env[62633]: DEBUG nova.objects.instance [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lazy-loading 'resources' on Instance uuid 07e949a5-60cf-4874-a407-423d13cdadb3 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.286713] env[62633]: INFO nova.scheduler.client.report [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Deleted allocations for instance 353e1c39-79ab-4dc6-990c-16661b1c3b49 [ 1013.411854] env[62633]: INFO nova.compute.manager [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Took 0.55 seconds to detach 1 volumes for instance. [ 1013.614608] env[62633]: DEBUG oslo_concurrency.lockutils [req-a956614c-d0b6-465d-ae48-c7addaa4881f req-58d36ed3-8ceb-450b-a50a-9d1116415462 service nova] Releasing lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.688419] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edc521-22ba-4762-de7a-a0024c1b67e1/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1013.689614] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8282c52-e748-4af9-9fa4-ea656f1e49d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.703197] env[62633]: DEBUG oslo_vmware.api [None req-f47a3131-5b18-4b65-9dab-c64b8374e1a1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696674, 'name': SuspendVM_Task} progress is 58%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.705567] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edc521-22ba-4762-de7a-a0024c1b67e1/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1013.705812] env[62633]: ERROR oslo_vmware.rw_handles [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edc521-22ba-4762-de7a-a0024c1b67e1/disk-0.vmdk due to incomplete transfer. [ 1013.706207] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37f36326-c2fc-48f6-a640-fbf567afd63e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.716975] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edc521-22ba-4762-de7a-a0024c1b67e1/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1013.717284] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Uploaded image 17bbea0f-4ee7-4254-af67-d89bc0881edd to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1013.720299] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1013.720632] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-909f1429-f770-4eb9-b639-26e902f79125 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.732483] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.733792] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1013.733792] env[62633]: value = "task-2696676" [ 1013.733792] env[62633]: _type = "Task" [ 1013.733792] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.742457] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696676, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.799123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f15b354-f170-4a61-a8bb-c42a1b1816cc tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Lock "353e1c39-79ab-4dc6-990c-16661b1c3b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.464s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.918376] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.066032] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc389f4-acba-41ed-b645-0f84baebffd0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.077044] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e42f9a-304c-4625-b44d-340b54e7e7f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.083995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-00ca6eac-d042-4981-9e1c-4472c9925b62" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.083995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-00ca6eac-d042-4981-9e1c-4472c9925b62" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.083995] env[62633]: DEBUG nova.objects.instance [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'flavor' on Instance uuid 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.119819] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321dda42-55a7-4dee-bc04-3ddff4839963 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.131150] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba70fb9-8a00-466e-8167-7be81874e8a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.143482] env[62633]: DEBUG nova.compute.manager [req-f6e0805b-bbf1-4d4e-a253-7754f96f7af4 req-bebf177d-c4fa-44b5-a96b-18487ad80642 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Received event network-changed-c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.143826] env[62633]: DEBUG nova.compute.manager [req-f6e0805b-bbf1-4d4e-a253-7754f96f7af4 req-bebf177d-c4fa-44b5-a96b-18487ad80642 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Refreshing instance network info cache due to event network-changed-c9c13a96-3094-4586-8cff-46e56d589af8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1014.144125] env[62633]: DEBUG oslo_concurrency.lockutils [req-f6e0805b-bbf1-4d4e-a253-7754f96f7af4 req-bebf177d-c4fa-44b5-a96b-18487ad80642 service nova] Acquiring lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.144954] env[62633]: DEBUG oslo_concurrency.lockutils [req-f6e0805b-bbf1-4d4e-a253-7754f96f7af4 req-bebf177d-c4fa-44b5-a96b-18487ad80642 service nova] Acquired lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.144954] env[62633]: DEBUG nova.network.neutron [req-f6e0805b-bbf1-4d4e-a253-7754f96f7af4 req-bebf177d-c4fa-44b5-a96b-18487ad80642 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Refreshing network info cache for port c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.158116] env[62633]: DEBUG nova.compute.provider_tree [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.202281] env[62633]: DEBUG oslo_vmware.api [None req-f47a3131-5b18-4b65-9dab-c64b8374e1a1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696674, 'name': SuspendVM_Task, 'duration_secs': 0.789903} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.202677] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f47a3131-5b18-4b65-9dab-c64b8374e1a1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1014.202898] env[62633]: DEBUG nova.compute.manager [None req-f47a3131-5b18-4b65-9dab-c64b8374e1a1 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.203929] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a24545-1d2b-41f4-afa6-7821078e5b4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.231709] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696675, 'name': ReconfigVM_Task, 'duration_secs': 1.009666} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.231856] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 5b28bb09-79e0-49ae-8a61-937dea408e70/5b28bb09-79e0-49ae-8a61-937dea408e70.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.232535] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a5b6e1-6157-4872-99a1-793c98da0ecc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.248144] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696676, 'name': Destroy_Task, 'duration_secs': 0.398095} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.250030] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Destroyed the VM [ 1014.250030] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1014.250267] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1014.250267] env[62633]: value = "task-2696678" [ 1014.250267] env[62633]: _type = "Task" [ 1014.250267] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.250441] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10827d7c-a3c8-4c39-817e-fd4134effcc0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.263714] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696678, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.265373] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1014.265373] env[62633]: value = "task-2696679" [ 1014.265373] env[62633]: _type = "Task" [ 1014.265373] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.270156] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.270422] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53451ec7-124b-45a3-b8e2-0ecfb2d0e8ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.275602] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696679, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.279204] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1014.279204] env[62633]: value = "task-2696680" [ 1014.279204] env[62633]: _type = "Task" [ 1014.279204] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.289899] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.662068] env[62633]: DEBUG nova.scheduler.client.report [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.711542] env[62633]: DEBUG nova.objects.instance [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'pci_requests' on Instance uuid 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.762145] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696678, 'name': Rename_Task, 'duration_secs': 0.250518} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.762421] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.762665] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a3ed96c-254c-46d6-8b4d-d2b89539500d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.771500] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1014.771500] env[62633]: value = "task-2696681" [ 1014.771500] env[62633]: _type = "Task" [ 1014.771500] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.779716] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696679, 'name': RemoveSnapshot_Task, 'duration_secs': 0.40252} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.782788] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1014.783079] env[62633]: DEBUG nova.compute.manager [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.784211] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45682e99-c5f9-4bd0-b9f1-6e877d46cf34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.789405] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.793964] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696680, 'name': PowerOffVM_Task, 'duration_secs': 0.359873} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.795444] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.861257] env[62633]: INFO nova.compute.manager [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Detaching volume 7ddaffb1-6854-4b4a-a2ff-e41df6825ca8 [ 1014.894635] env[62633]: INFO nova.virt.block_device [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Attempting to driver detach volume 7ddaffb1-6854-4b4a-a2ff-e41df6825ca8 from mountpoint /dev/sdb [ 1014.894880] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1014.895084] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1014.896036] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6af61f5-7900-4c6b-9993-3bb35e8e1a38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.899617] env[62633]: DEBUG nova.network.neutron [req-f6e0805b-bbf1-4d4e-a253-7754f96f7af4 req-bebf177d-c4fa-44b5-a96b-18487ad80642 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updated VIF entry in instance network info cache for port c9c13a96-3094-4586-8cff-46e56d589af8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.899932] env[62633]: DEBUG nova.network.neutron [req-f6e0805b-bbf1-4d4e-a253-7754f96f7af4 req-bebf177d-c4fa-44b5-a96b-18487ad80642 service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating instance_info_cache with network_info: [{"id": "c9c13a96-3094-4586-8cff-46e56d589af8", "address": "fa:16:3e:84:8b:aa", "network": {"id": "4e64f3f5-9af3-49bf-bdd3-89ad345b0b22", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1317056330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53815109b70a4485a24e7f74c003682e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c13a96-30", "ovs_interfaceid": "c9c13a96-3094-4586-8cff-46e56d589af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.921399] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79c4195-0c16-433e-9bda-57434b898434 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.930355] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536595d3-279e-4df0-b8d6-64b31b747675 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.951953] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28638da0-8c1f-4d3b-a3ba-628133090a5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.968230] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] The volume has not been displaced from its original location: [datastore2] volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8/volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1014.973371] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1014.973668] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c6e501-c2c7-4e4b-8462-0c91058bb4cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.992929] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1014.992929] env[62633]: value = "task-2696682" [ 1014.992929] env[62633]: _type = "Task" [ 1014.992929] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.005218] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.166705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.170622] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.333s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.170622] env[62633]: DEBUG nova.objects.instance [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lazy-loading 'resources' on Instance uuid 237a3462-8799-47e0-970c-b39ee3dc66b6 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.189836] env[62633]: INFO nova.scheduler.client.report [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Deleted allocations for instance 07e949a5-60cf-4874-a407-423d13cdadb3 [ 1015.214028] env[62633]: DEBUG nova.objects.base [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Object Instance<06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb> lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1015.214157] env[62633]: DEBUG nova.network.neutron [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.286879] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.289257] env[62633]: DEBUG nova.policy [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f51163cb8d4eb6b252c21c3943ea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fecf2e237f45018e4afed92dac533d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.305867] env[62633]: INFO nova.compute.manager [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Shelve offloading [ 1015.403426] env[62633]: DEBUG oslo_concurrency.lockutils [req-f6e0805b-bbf1-4d4e-a253-7754f96f7af4 req-bebf177d-c4fa-44b5-a96b-18487ad80642 service nova] Releasing lock "refresh_cache-3d60f677-da9a-4224-905a-76b93c725026" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.505182] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.665806] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.666270] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.666348] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.666580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.667185] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.669123] env[62633]: INFO nova.compute.manager [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Terminating instance [ 1015.697331] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792371c9-c58e-4622-b747-9eca4b1631c8 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Lock "07e949a5-60cf-4874-a407-423d13cdadb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.504s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.790031] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.809692] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.810033] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7eb4ec5-6bb6-4556-8e8b-08dfd469b692 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.818431] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1015.818431] env[62633]: value = "task-2696683" [ 1015.818431] env[62633]: _type = "Task" [ 1015.818431] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.828903] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.882187] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd8cbcf-8a52-4af5-958b-50ddd28ff7eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.890438] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbdecad-72dd-4d11-a35a-304541decb04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.921462] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ed9eb3-f695-487a-9709-f5fe5f588f3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.931038] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1697f1-9d02-418d-8601-3c6f1eae7d9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.946304] env[62633]: DEBUG nova.compute.provider_tree [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.004215] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696682, 'name': ReconfigVM_Task, 'duration_secs': 0.592541} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.004502] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.009338] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bfb7a1c-303e-4aa9-8f1b-07e185562b61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.026869] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1016.026869] env[62633]: value = "task-2696684" [ 1016.026869] env[62633]: _type = "Task" [ 1016.026869] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.036330] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.175283] env[62633]: DEBUG nova.compute.manager [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.175549] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.176741] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc1590e-590a-44ec-a469-c6253fd8c2bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.191893] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.192261] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-654affc8-55c3-4c37-ab11-b88af856d34e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.283836] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.284052] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.284258] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleting the datastore file [datastore2] 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.284979] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c9aeb7-96b0-448b-ae6b-1f038e26c7b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.298960] env[62633]: DEBUG oslo_vmware.api [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696681, 'name': PowerOnVM_Task, 'duration_secs': 1.479953} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.300301] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.300523] env[62633]: INFO nova.compute.manager [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1016.300718] env[62633]: DEBUG nova.compute.manager [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.301125] env[62633]: DEBUG oslo_vmware.api [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1016.301125] env[62633]: value = "task-2696686" [ 1016.301125] env[62633]: _type = "Task" [ 1016.301125] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.301915] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad961815-5e54-482c-b9a0-a9c2883fd737 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.320577] env[62633]: DEBUG oslo_vmware.api [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.329320] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1016.329546] env[62633]: DEBUG nova.compute.manager [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.330336] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b533ff-2aae-4310-b9ff-162101f2be15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.336099] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.336269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.336453] env[62633]: DEBUG nova.network.neutron [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.449978] env[62633]: DEBUG nova.scheduler.client.report [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.538275] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696684, 'name': ReconfigVM_Task, 'duration_secs': 0.213682} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.538570] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1016.775309] env[62633]: DEBUG nova.network.neutron [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Successfully updated port: 00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.815080] env[62633]: DEBUG oslo_vmware.api [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223752} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.815359] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.815552] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.815729] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.815908] env[62633]: INFO nova.compute.manager [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1016.816168] env[62633]: DEBUG oslo.service.loopingcall [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.816358] env[62633]: DEBUG nova.compute.manager [-] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.816454] env[62633]: DEBUG nova.network.neutron [-] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.830322] env[62633]: INFO nova.compute.manager [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Took 22.69 seconds to build instance. [ 1016.955120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.957364] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.039s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.957600] env[62633]: DEBUG nova.objects.instance [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'resources' on Instance uuid 4dfdb512-f573-4bbd-89ab-4947ebfcf90c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.981492] env[62633]: INFO nova.scheduler.client.report [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Deleted allocations for instance 237a3462-8799-47e0-970c-b39ee3dc66b6 [ 1017.138511] env[62633]: DEBUG nova.compute.manager [req-6395037f-af39-4a92-9949-60928f32c444 req-845ffb43-7dbb-49c3-8f92-772bc2f18f9f service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received event network-vif-plugged-00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.138797] env[62633]: DEBUG oslo_concurrency.lockutils [req-6395037f-af39-4a92-9949-60928f32c444 req-845ffb43-7dbb-49c3-8f92-772bc2f18f9f service nova] Acquiring lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.138994] env[62633]: DEBUG oslo_concurrency.lockutils [req-6395037f-af39-4a92-9949-60928f32c444 req-845ffb43-7dbb-49c3-8f92-772bc2f18f9f service nova] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.140228] env[62633]: DEBUG oslo_concurrency.lockutils [req-6395037f-af39-4a92-9949-60928f32c444 req-845ffb43-7dbb-49c3-8f92-772bc2f18f9f service nova] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.140899] env[62633]: DEBUG nova.compute.manager [req-6395037f-af39-4a92-9949-60928f32c444 req-845ffb43-7dbb-49c3-8f92-772bc2f18f9f service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] No waiting events found dispatching network-vif-plugged-00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.141171] env[62633]: WARNING nova.compute.manager [req-6395037f-af39-4a92-9949-60928f32c444 req-845ffb43-7dbb-49c3-8f92-772bc2f18f9f service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received unexpected event network-vif-plugged-00ca6eac-d042-4981-9e1c-4472c9925b62 for instance with vm_state active and task_state None. [ 1017.181159] env[62633]: DEBUG nova.network.neutron [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating instance_info_cache with network_info: [{"id": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "address": "fa:16:3e:1f:a0:e7", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d040c7-d0", "ovs_interfaceid": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.278253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.278445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.278625] env[62633]: DEBUG nova.network.neutron [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.332460] env[62633]: DEBUG oslo_concurrency.lockutils [None req-529bb4ce-be1e-44d1-b859-e5ee8c13943a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "5b28bb09-79e0-49ae-8a61-937dea408e70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.210s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.490370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-86783bee-8c10-4b45-8778-fbb84e0910b4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "237a3462-8799-47e0-970c-b39ee3dc66b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.249s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.596118] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.596456] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fbd6465-2f2e-4d3b-abd6-035f0e486ac9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.610134] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1017.610134] env[62633]: value = "task-2696687" [ 1017.610134] env[62633]: _type = "Task" [ 1017.610134] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.620645] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1017.620949] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1017.621194] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1017.621997] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4ed705-4e29-4361-a4c0-7c83d9cc11cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.651252] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df33c78-aebb-4d14-afeb-b40866030635 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.657729] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1017.658029] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.658875] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f576ba91-8c51-486a-ae43-49eaafd5dcf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.667237] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.667473] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0726203-0119-47cf-824b-192b9b5e338e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.683685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.713209] env[62633]: DEBUG nova.network.neutron [-] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.714562] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de25140-f3f5-4d1f-a33a-d89ee1bb2ee7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.728780] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c544c-ca81-4586-969f-fe09cac2ee04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.736025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.736025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.736025] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleting the datastore file [datastore1] 08700076-265a-4695-89a1-aa6833542904 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.765110] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00a104d6-726b-4b3e-9e83-385f8dec1445 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.769620] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191663a4-de4f-4f39-a6f1-37cbfb3a23d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.779604] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e623808-23c7-437e-935d-4ffe9ccb317c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.782963] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1017.782963] env[62633]: value = "task-2696689" [ 1017.782963] env[62633]: _type = "Task" [ 1017.782963] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.802135] env[62633]: DEBUG nova.compute.provider_tree [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.810038] env[62633]: INFO nova.compute.manager [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Rescuing [ 1017.810038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.810038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquired lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.810038] env[62633]: DEBUG nova.network.neutron [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.810581] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.854752] env[62633]: WARNING nova.network.neutron [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] 356b946a-58cb-4591-a084-f5fc301540ba already exists in list: networks containing: ['356b946a-58cb-4591-a084-f5fc301540ba']. ignoring it [ 1018.222177] env[62633]: INFO nova.compute.manager [-] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Took 1.41 seconds to deallocate network for instance. [ 1018.295529] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138103} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.295872] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.295971] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.296151] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.305812] env[62633]: DEBUG nova.scheduler.client.report [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.517998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "910e242c-48be-4521-b3f2-df06b33f80a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.518426] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "910e242c-48be-4521-b3f2-df06b33f80a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.518493] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "910e242c-48be-4521-b3f2-df06b33f80a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.518700] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "910e242c-48be-4521-b3f2-df06b33f80a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.518887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "910e242c-48be-4521-b3f2-df06b33f80a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.521038] env[62633]: INFO nova.compute.manager [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Terminating instance [ 1018.634920] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.637514] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13688ed-b453-4848-9381-8a7a86a07d8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.641165] env[62633]: DEBUG nova.network.neutron [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00ca6eac-d042-4981-9e1c-4472c9925b62", "address": "fa:16:3e:0f:35:0c", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ca6eac-d0", "ovs_interfaceid": "00ca6eac-d042-4981-9e1c-4472c9925b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.650536] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.650816] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f4fdb63-0b4c-467c-b12e-647e0ddcbce2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.729292] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.729783] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.729899] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.730146] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleting the datastore file [datastore1] 399b767a-6feb-412d-b65f-698088e38536 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.730444] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b20cb0d-af3a-45c1-a4aa-46a204baae6b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.738311] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1018.738311] env[62633]: value = "task-2696691" [ 1018.738311] env[62633]: _type = "Task" [ 1018.738311] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.749307] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.768577] env[62633]: DEBUG nova.network.neutron [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updating instance_info_cache with network_info: [{"id": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "address": "fa:16:3e:63:d5:b8", "network": {"id": "0cf492f8-3bfa-4428-9f7b-e64aabd9886b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-582959297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff353eb18626433685261f163aaec81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609341ad-d1", "ovs_interfaceid": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.803184] env[62633]: INFO nova.virt.block_device [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Booting with volume 7ddaffb1-6854-4b4a-a2ff-e41df6825ca8 at /dev/sdb [ 1018.810895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.813117] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.084s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.814183] env[62633]: DEBUG nova.objects.instance [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lazy-loading 'resources' on Instance uuid 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.836917] env[62633]: INFO nova.scheduler.client.report [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted allocations for instance 4dfdb512-f573-4bbd-89ab-4947ebfcf90c [ 1018.845801] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6bfbdb1-78fd-472b-a41e-8bca6659ddc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.855170] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8817123e-f2f1-4d9c-98e1-bb40249f656d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.893385] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fca60924-0253-4e2f-954f-15a55b100cbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.898445] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ccb5e-a4dd-44c4-bfae-867e8ca5b01f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.932098] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de2fbd-c06b-4d0b-9c0f-4eaa181709f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.938611] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58443d8-fcf3-4369-8ec1-0f0dff253d57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.952474] env[62633]: DEBUG nova.virt.block_device [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Updating existing volume attachment record: 6af6e01a-de79-4a3c-a473-4be5d195043e {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1019.025144] env[62633]: DEBUG nova.compute.manager [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.025570] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.026309] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613cf178-e3f8-4f0b-bc97-b0f83cbf9824 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.033644] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.033917] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a618078-0188-4f66-b0a2-bb29178df116 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.039501] env[62633]: DEBUG oslo_vmware.api [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 1019.039501] env[62633]: value = "task-2696692" [ 1019.039501] env[62633]: _type = "Task" [ 1019.039501] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.048869] env[62633]: DEBUG oslo_vmware.api [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.149997] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.150813] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.151130] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.151847] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8666462f-c466-4a90-b549-77ca646c0fac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.173316] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.173316] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.173316] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.173495] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.173768] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.173768] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.174696] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.174696] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.174696] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.174696] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.174696] env[62633]: DEBUG nova.virt.hardware [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.181784] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1019.182446] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c0c5e9-24f1-4f9d-8182-5502c2059793 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.197583] env[62633]: DEBUG nova.compute.manager [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received event network-changed-00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.197689] env[62633]: DEBUG nova.compute.manager [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing instance network info cache due to event network-changed-00ca6eac-d042-4981-9e1c-4472c9925b62. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1019.197976] env[62633]: DEBUG oslo_concurrency.lockutils [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] Acquiring lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.198146] env[62633]: DEBUG oslo_concurrency.lockutils [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] Acquired lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.198307] env[62633]: DEBUG nova.network.neutron [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing network info cache for port 00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.213800] env[62633]: DEBUG oslo_vmware.api [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 1019.213800] env[62633]: value = "task-2696693" [ 1019.213800] env[62633]: _type = "Task" [ 1019.213800] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.225980] env[62633]: DEBUG oslo_vmware.api [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696693, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.253015] env[62633]: DEBUG oslo_vmware.api [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176197} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.253635] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.253908] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.254353] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.271182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Releasing lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.285959] env[62633]: INFO nova.scheduler.client.report [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted allocations for instance 399b767a-6feb-412d-b65f-698088e38536 [ 1019.345328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2467d705-7841-48b0-ad84-5e5f2731f57c tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "4dfdb512-f573-4bbd-89ab-4947ebfcf90c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.100s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.526591] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eace5f-64e0-4308-a321-e6f2f5c8032f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.539556] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611fb527-0c35-49a7-9dac-ee759abf6d65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.579687] env[62633]: DEBUG oslo_vmware.api [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696692, 'name': PowerOffVM_Task, 'duration_secs': 0.272223} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.580225] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.580407] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.581192] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e618ca-84f5-46bc-b527-c7197133796f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.584323] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ac88040-b848-4b56-89bf-f8f02b8d8ce4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.594096] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3341b0b-c85c-4404-a45f-16579fac5ce0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.608839] env[62633]: DEBUG nova.compute.provider_tree [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.653538] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.653820] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.654164] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Deleting the datastore file [datastore1] 910e242c-48be-4521-b3f2-df06b33f80a3 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.655364] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f571280c-06e6-4c03-900c-2b2b6e11c9aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.661866] env[62633]: DEBUG oslo_vmware.api [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 1019.661866] env[62633]: value = "task-2696695" [ 1019.661866] env[62633]: _type = "Task" [ 1019.661866] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.670364] env[62633]: DEBUG oslo_vmware.api [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.724461] env[62633]: DEBUG oslo_vmware.api [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.790660] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.037302] env[62633]: DEBUG nova.network.neutron [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updated VIF entry in instance network info cache for port 00ca6eac-d042-4981-9e1c-4472c9925b62. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.037302] env[62633]: DEBUG nova.network.neutron [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00ca6eac-d042-4981-9e1c-4472c9925b62", "address": "fa:16:3e:0f:35:0c", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ca6eac-d0", "ovs_interfaceid": "00ca6eac-d042-4981-9e1c-4472c9925b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.113182] env[62633]: DEBUG nova.scheduler.client.report [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.173712] env[62633]: DEBUG oslo_vmware.api [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14753} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.174501] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.174818] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.175142] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.175369] env[62633]: INFO nova.compute.manager [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1020.175671] env[62633]: DEBUG oslo.service.loopingcall [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.175897] env[62633]: DEBUG nova.compute.manager [-] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.176022] env[62633]: DEBUG nova.network.neutron [-] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.229744] env[62633]: DEBUG oslo_vmware.api [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696693, 'name': ReconfigVM_Task, 'duration_secs': 0.931027} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.230383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.230383] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1020.541808] env[62633]: DEBUG oslo_concurrency.lockutils [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] Releasing lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.542105] env[62633]: DEBUG nova.compute.manager [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Received event network-vif-deleted-4941594b-dbe8-4e25-8afe-27ec09d1b679 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.542300] env[62633]: DEBUG nova.compute.manager [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received event network-vif-unplugged-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.542496] env[62633]: DEBUG oslo_concurrency.lockutils [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] Acquiring lock "399b767a-6feb-412d-b65f-698088e38536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.542706] env[62633]: DEBUG oslo_concurrency.lockutils [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] Lock "399b767a-6feb-412d-b65f-698088e38536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.542869] env[62633]: DEBUG oslo_concurrency.lockutils [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] Lock "399b767a-6feb-412d-b65f-698088e38536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.543045] env[62633]: DEBUG nova.compute.manager [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] No waiting events found dispatching network-vif-unplugged-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.543220] env[62633]: WARNING nova.compute.manager [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received unexpected event network-vif-unplugged-85d040c7-d04f-4767-97f2-805eb6bbd2d7 for instance with vm_state shelved and task_state shelving_offloading. [ 1020.543381] env[62633]: DEBUG nova.compute.manager [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received event network-changed-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.543532] env[62633]: DEBUG nova.compute.manager [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Refreshing instance network info cache due to event network-changed-85d040c7-d04f-4767-97f2-805eb6bbd2d7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.543882] env[62633]: DEBUG oslo_concurrency.lockutils [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] Acquiring lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.544084] env[62633]: DEBUG oslo_concurrency.lockutils [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] Acquired lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.544236] env[62633]: DEBUG nova.network.neutron [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Refreshing network info cache for port 85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.620198] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.623526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.832s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.623526] env[62633]: DEBUG nova.objects.instance [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'resources' on Instance uuid 399b767a-6feb-412d-b65f-698088e38536 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.642909] env[62633]: INFO nova.scheduler.client.report [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted allocations for instance 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb [ 1020.735375] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b404f4b0-0524-4196-a55a-8e67b23dbd6e tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-00ca6eac-d042-4981-9e1c-4472c9925b62" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.653s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.824964] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.828735] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f70a5966-aa28-48c6-8b26-ddeab478c71b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.835977] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1020.835977] env[62633]: value = "task-2696696" [ 1020.835977] env[62633]: _type = "Task" [ 1020.835977] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.849358] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.849358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "a0ff70a0-8bbc-4e09-a333-70032c121544" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.849358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.015038] env[62633]: DEBUG nova.network.neutron [-] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.106147] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.106147] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.106147] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.106767] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.107483] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.108527] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.108715] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.109132] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.109467] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.109869] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.110209] env[62633]: DEBUG nova.virt.hardware [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.111662] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61cfcc6-5341-4955-a4bd-498417e0264c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.121185] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e4406c-da3d-4224-b2ec-7944c817af8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.126472] env[62633]: DEBUG nova.objects.instance [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'numa_topology' on Instance uuid 399b767a-6feb-412d-b65f-698088e38536 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.140069] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:47:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4acc221-afa5-4356-9cff-fcdf3c17b95a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.151803] env[62633]: DEBUG oslo.service.loopingcall [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.154515] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08700076-265a-4695-89a1-aa6833542904] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.162046] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fdc50eb-e2ec-43b7-86ee-43c1bd884924 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.186166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f25248b7-9681-46ac-b112-5d1a5e532b28 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "19b8e67b-abbb-4c0b-a755-dc13bb2d85cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.520s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.193571] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.193571] env[62633]: value = "task-2696697" [ 1021.193571] env[62633]: _type = "Task" [ 1021.193571] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.203925] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696697, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.322165] env[62633]: DEBUG nova.compute.manager [req-abab1594-15ea-4c4b-a7ff-fb8bcc663182 req-607024d3-b51b-44d5-9ab2-d580fef0cc67 service nova] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Received event network-vif-deleted-67ff8e58-1d7c-4134-8d0c-f7cdf320030b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.333939] env[62633]: DEBUG nova.network.neutron [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updated VIF entry in instance network info cache for port 85d040c7-d04f-4767-97f2-805eb6bbd2d7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.334321] env[62633]: DEBUG nova.network.neutron [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating instance_info_cache with network_info: [{"id": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "address": "fa:16:3e:1f:a0:e7", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap85d040c7-d0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.345475] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696696, 'name': PowerOffVM_Task, 'duration_secs': 0.415933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.345756] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.346582] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7b7663-c53f-4493-be0f-2d8f9e201dbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.351486] env[62633]: DEBUG nova.compute.manager [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.369698] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995d3bbd-6b3f-4daf-8c78-d2318c5a8939 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.408857] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.409188] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c57a04e-a3ea-4785-868d-4d79a6d1927e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.421937] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1021.421937] env[62633]: value = "task-2696698" [ 1021.421937] env[62633]: _type = "Task" [ 1021.421937] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.432611] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1021.432784] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.433030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.434926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.434926] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.434926] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31dbc91a-d580-458c-b5b2-0f5003b212aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.441901] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.441901] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.442567] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80855acf-f33a-4f09-b915-4831205420d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.450644] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1021.450644] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52359026-86da-6a7e-725c-e87137e4a028" [ 1021.450644] env[62633]: _type = "Task" [ 1021.450644] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.456981] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52359026-86da-6a7e-725c-e87137e4a028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.520683] env[62633]: INFO nova.compute.manager [-] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Took 1.34 seconds to deallocate network for instance. [ 1021.629631] env[62633]: DEBUG nova.objects.base [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Object Instance<399b767a-6feb-412d-b65f-698088e38536> lazy-loaded attributes: resources,numa_topology {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1021.705512] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696697, 'name': CreateVM_Task, 'duration_secs': 0.464264} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.705682] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08700076-265a-4695-89a1-aa6833542904] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.706419] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.706590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.706944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.707248] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d00dc5-b104-4124-b133-8872b45fef54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.711851] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1021.711851] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5255127e-4a40-e25b-a20c-59f3826b7141" [ 1021.711851] env[62633]: _type = "Task" [ 1021.711851] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.722649] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5255127e-4a40-e25b-a20c-59f3826b7141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.841246] env[62633]: DEBUG oslo_concurrency.lockutils [req-0747c5a4-09b6-4016-98b8-15a28f0d78a9 req-f8621700-8b4b-401c-85cb-da7eb9e88ecf service nova] Releasing lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.872057] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbd63ac-9de7-44c5-a3ec-e317592f0864 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.884838] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89e8b04-cf0d-4972-8428-0a96114fe007 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.925390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.926760] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edbeff0-2514-4628-ab55-fbd0eb115e71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.935696] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c686b-b528-4a06-b551-992940a7a6a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.955345] env[62633]: DEBUG nova.compute.provider_tree [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.965484] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52359026-86da-6a7e-725c-e87137e4a028, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.966369] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a65b51c-529a-405d-a575-50da9b09942d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.976022] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1021.976022] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d2e444-a634-3b15-949f-79ecb85b19df" [ 1021.976022] env[62633]: _type = "Task" [ 1021.976022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.985018] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d2e444-a634-3b15-949f-79ecb85b19df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.027763] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.223947] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5255127e-4a40-e25b-a20c-59f3826b7141, 'name': SearchDatastore_Task, 'duration_secs': 0.013973} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.227023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.227023] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.227023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.227023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.227023] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.227023] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7ed0567-e97e-4f79-928a-f30becdeb2f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.236196] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.236470] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.237264] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058fa8db-3fe2-4252-b1d2-a2969e54eb6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.243407] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1022.243407] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52fe1cad-0808-e4b6-4c40-cb4701152767" [ 1022.243407] env[62633]: _type = "Task" [ 1022.243407] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.251125] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fe1cad-0808-e4b6-4c40-cb4701152767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.397178] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "399b767a-6feb-412d-b65f-698088e38536" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.462037] env[62633]: DEBUG nova.scheduler.client.report [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.483363] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d2e444-a634-3b15-949f-79ecb85b19df, 'name': SearchDatastore_Task, 'duration_secs': 0.039491} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.483656] env[62633]: DEBUG oslo_concurrency.lockutils [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.484314] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 5b28bb09-79e0-49ae-8a61-937dea408e70/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1022.484314] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bed0d397-8819-4759-aa40-d700ddd513db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.492018] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1022.492018] env[62633]: value = "task-2696699" [ 1022.492018] env[62633]: _type = "Task" [ 1022.492018] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.499813] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.569102] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "4023528b-d970-4962-b92b-9a93516f1e98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.569394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.656494] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-00ca6eac-d042-4981-9e1c-4472c9925b62" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.656494] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-00ca6eac-d042-4981-9e1c-4472c9925b62" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.752850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquiring lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.753048] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.759053] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fe1cad-0808-e4b6-4c40-cb4701152767, 'name': SearchDatastore_Task, 'duration_secs': 0.014324} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.759939] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522a9027-09a1-4cd5-9293-e8b46d497d6b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.767995] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1022.767995] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e69774-f849-afcd-3bda-e1c20f64df0d" [ 1022.767995] env[62633]: _type = "Task" [ 1022.767995] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.781010] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e69774-f849-afcd-3bda-e1c20f64df0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.968661] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.971418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.046s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.972911] env[62633]: INFO nova.compute.claims [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.002230] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46786} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.003153] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 5b28bb09-79e0-49ae-8a61-937dea408e70/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk. [ 1023.003932] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748dcd20-eeba-4c78-a6da-a1db87f1bd05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.030280] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 5b28bb09-79e0-49ae-8a61-937dea408e70/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.030768] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1547b4ae-0dc9-4809-918f-ee295c575091 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.048641] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1023.048641] env[62633]: value = "task-2696700" [ 1023.048641] env[62633]: _type = "Task" [ 1023.048641] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.056174] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.072013] env[62633]: DEBUG nova.compute.manager [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.159726] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.159980] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.161330] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d84df-4b9d-4322-8fd3-1a9e71b09c94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.182184] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2760880b-cb19-4db3-a12e-2cde4f1e9191 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.211322] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1023.211322] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9a3870-a480-492f-ae6b-bda164b7f3bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.229616] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 1023.229616] env[62633]: value = "task-2696701" [ 1023.229616] env[62633]: _type = "Task" [ 1023.229616] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.240195] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.260373] env[62633]: DEBUG nova.compute.manager [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.280288] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e69774-f849-afcd-3bda-e1c20f64df0d, 'name': SearchDatastore_Task, 'duration_secs': 0.019636} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.282246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.282246] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 08700076-265a-4695-89a1-aa6833542904/08700076-265a-4695-89a1-aa6833542904.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.282246] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51d147cb-4589-4035-b173-4b5a282e7cc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.290327] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1023.290327] env[62633]: value = "task-2696702" [ 1023.290327] env[62633]: _type = "Task" [ 1023.290327] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.300043] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.490096] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c27745cb-2366-4d24-b406-38740e7c2d8c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.168s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.491927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.095s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.492197] env[62633]: INFO nova.compute.manager [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Unshelving [ 1023.558599] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696700, 'name': ReconfigVM_Task, 'duration_secs': 0.352573} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.558865] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 5b28bb09-79e0-49ae-8a61-937dea408e70/8766f35a-2c20-4173-bc3c-85dd2024992d-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.559849] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e185c08-815b-44e7-a4dd-a1ee85dced67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.590176] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f685ec8e-1a92-4b89-b619-0e1b9ed4ee8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.606122] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1023.606122] env[62633]: value = "task-2696703" [ 1023.606122] env[62633]: _type = "Task" [ 1023.606122] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.614534] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.617102] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.739803] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.779864] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.799757] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696702, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.117294] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696703, 'name': ReconfigVM_Task, 'duration_secs': 0.166986} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.117573] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.118357] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f8ad93c-d1cd-4e4a-9ec0-ff0c37f87e7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.124133] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1024.124133] env[62633]: value = "task-2696704" [ 1024.124133] env[62633]: _type = "Task" [ 1024.124133] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.131097] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.175030] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697311cc-1c87-41bd-82ec-e2c2e8358774 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.182518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a173d184-c02f-4348-80c4-85a9ab275484 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.213289] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f57b9a1-5cc8-489e-82e7-445aa7643c45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.220625] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371b2434-fc86-4dd1-ab7e-a968a4a40045 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.235048] env[62633]: DEBUG nova.compute.provider_tree [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.245432] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.301192] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68525} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.301571] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 08700076-265a-4695-89a1-aa6833542904/08700076-265a-4695-89a1-aa6833542904.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.301875] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.302216] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cb97403-6f16-4ee4-8235-52ff39f03904 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.308962] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1024.308962] env[62633]: value = "task-2696705" [ 1024.308962] env[62633]: _type = "Task" [ 1024.308962] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.317511] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.503647] env[62633]: DEBUG nova.compute.utils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.633944] env[62633]: DEBUG oslo_vmware.api [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696704, 'name': PowerOnVM_Task, 'duration_secs': 0.390725} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.634287] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.637259] env[62633]: DEBUG nova.compute.manager [None req-463806d2-6b41-44ec-bd37-3d805bc3cb8a tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.638133] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cde5c0-3920-44fe-9325-501b0bff3924 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.741255] env[62633]: DEBUG nova.scheduler.client.report [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.747413] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.818751] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105106} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.819364] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.820418] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9fcb55-d643-48d0-9b71-a33f5d62e927 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.841793] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 08700076-265a-4695-89a1-aa6833542904/08700076-265a-4695-89a1-aa6833542904.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.842103] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207ff32b-d332-4bc8-88db-56638b96dad2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.861680] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1024.861680] env[62633]: value = "task-2696706" [ 1024.861680] env[62633]: _type = "Task" [ 1024.861680] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.868930] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.006917] env[62633]: INFO nova.virt.block_device [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Booting with volume 104bd7f4-b024-4547-bd50-5c5303638dc1 at /dev/sdb [ 1025.049389] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90db7f5f-86ed-4644-83d0-4b672deb37b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.058896] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17950f0-c1d6-4939-b90a-311605053885 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.092015] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3189ca1-d9f1-407e-b9cc-7daadd45dff1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.103117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5c9662-71a4-472a-b906-14037faea274 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.144586] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3099e13-6150-4235-9322-531cd663a42d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.154696] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05023c6-87ed-4ca3-8f4d-2d5b21b723f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.169076] env[62633]: DEBUG nova.virt.block_device [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating existing volume attachment record: c2387468-22db-4ee5-b94b-d00262d0c61e {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1025.244028] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.248822] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.249322] env[62633]: DEBUG nova.compute.manager [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.251850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.224s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.252083] env[62633]: DEBUG nova.objects.instance [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lazy-loading 'resources' on Instance uuid 910e242c-48be-4521-b3f2-df06b33f80a3 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.370882] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696706, 'name': ReconfigVM_Task, 'duration_secs': 0.293683} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.371250] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 08700076-265a-4695-89a1-aa6833542904/08700076-265a-4695-89a1-aa6833542904.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.372693] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'size': 0, 'image_id': '8766f35a-2c20-4173-bc3c-85dd2024992d'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'}, 'boot_index': None, 'disk_bus': None, 'attachment_id': '6af6e01a-de79-4a3c-a473-4be5d195043e', 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1025.372950] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1025.373101] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1025.373944] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36283fe-b848-4645-a888-adff2f53cac7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.390702] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f6fe38-4bb3-4ff8-b419-462e3c573237 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.414802] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8/volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.415049] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593c1e7f-3913-4414-b8f3-d9cc404b4af1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.432181] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1025.432181] env[62633]: value = "task-2696708" [ 1025.432181] env[62633]: _type = "Task" [ 1025.432181] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.439446] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.745413] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.754881] env[62633]: DEBUG nova.compute.utils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.756275] env[62633]: DEBUG nova.compute.manager [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.756477] env[62633]: DEBUG nova.network.neutron [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.806393] env[62633]: DEBUG nova.policy [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8385229e2c5e41d3b27cdaa6826cb49c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ff95c3662b4228b78f519129e02845', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.942217] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696708, 'name': ReconfigVM_Task, 'duration_secs': 0.303987} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.944774] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8/volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.950387] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa0a55b3-c59b-4317-9135-0ac07f70d481 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.966568] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1025.966568] env[62633]: value = "task-2696711" [ 1025.966568] env[62633]: _type = "Task" [ 1025.966568] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.977037] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.996873] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e03f47-ce51-4770-a922-b456c9c97c29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.003551] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256b7bce-121e-4f94-a661-fe2e169bc728 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.041021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312a64f-ca6c-48c8-a0dc-ca061018931f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.048409] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0aa40-81ff-4b0a-8d5b-b8cf66c4bf06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.061893] env[62633]: DEBUG nova.compute.provider_tree [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.105324] env[62633]: DEBUG nova.network.neutron [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Successfully created port: 4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.112472] env[62633]: DEBUG nova.compute.manager [req-fbc1e477-ff3f-445a-a207-14b27f799994 req-1b832c20-b672-4da7-b061-3d349cfbc1f2 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Received event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.112764] env[62633]: DEBUG nova.compute.manager [req-fbc1e477-ff3f-445a-a207-14b27f799994 req-1b832c20-b672-4da7-b061-3d349cfbc1f2 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing instance network info cache due to event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1026.116283] env[62633]: DEBUG oslo_concurrency.lockutils [req-fbc1e477-ff3f-445a-a207-14b27f799994 req-1b832c20-b672-4da7-b061-3d349cfbc1f2 service nova] Acquiring lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.116283] env[62633]: DEBUG oslo_concurrency.lockutils [req-fbc1e477-ff3f-445a-a207-14b27f799994 req-1b832c20-b672-4da7-b061-3d349cfbc1f2 service nova] Acquired lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.116283] env[62633]: DEBUG nova.network.neutron [req-fbc1e477-ff3f-445a-a207-14b27f799994 req-1b832c20-b672-4da7-b061-3d349cfbc1f2 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.247158] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.261501] env[62633]: DEBUG nova.compute.manager [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.478028] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696711, 'name': ReconfigVM_Task, 'duration_secs': 0.166566} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.478028] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1026.478028] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb633305-cdac-44e2-8f2b-5d7e769d4b88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.484270] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1026.484270] env[62633]: value = "task-2696712" [ 1026.484270] env[62633]: _type = "Task" [ 1026.484270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.491538] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696712, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.564858] env[62633]: DEBUG nova.scheduler.client.report [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.749402] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.798350] env[62633]: DEBUG nova.network.neutron [req-fbc1e477-ff3f-445a-a207-14b27f799994 req-1b832c20-b672-4da7-b061-3d349cfbc1f2 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updated VIF entry in instance network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.798759] env[62633]: DEBUG nova.network.neutron [req-fbc1e477-ff3f-445a-a207-14b27f799994 req-1b832c20-b672-4da7-b061-3d349cfbc1f2 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updating instance_info_cache with network_info: [{"id": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "address": "fa:16:3e:63:d5:b8", "network": {"id": "0cf492f8-3bfa-4428-9f7b-e64aabd9886b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-582959297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff353eb18626433685261f163aaec81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609341ad-d1", "ovs_interfaceid": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.994501] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696712, 'name': Rename_Task, 'duration_secs': 0.155829} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.994974] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.995413] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9e46905-e812-48fb-b3f2-21f080228a7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.003192] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1027.003192] env[62633]: value = "task-2696713" [ 1027.003192] env[62633]: _type = "Task" [ 1027.003192] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.011015] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.070209] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.073598] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.457s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.076428] env[62633]: INFO nova.compute.claims [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.108519] env[62633]: INFO nova.scheduler.client.report [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Deleted allocations for instance 910e242c-48be-4521-b3f2-df06b33f80a3 [ 1027.250564] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.273338] env[62633]: DEBUG nova.compute.manager [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.301814] env[62633]: DEBUG oslo_concurrency.lockutils [req-fbc1e477-ff3f-445a-a207-14b27f799994 req-1b832c20-b672-4da7-b061-3d349cfbc1f2 service nova] Releasing lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.305922] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.306172] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.306335] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.306598] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.306874] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.307272] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.307655] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.307976] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.308280] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.308741] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.309102] env[62633]: DEBUG nova.virt.hardware [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.310295] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bb867b-c9e8-4b79-8e27-f67b3123f661 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.318833] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a1355-a103-4b53-9ee3-c2e2b1f0a436 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.516508] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.615988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f7365322-1618-48bf-9fe1-62f838df0c55 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "910e242c-48be-4521-b3f2-df06b33f80a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.098s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.751275] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.853298] env[62633]: DEBUG nova.compute.manager [req-610c21c9-5002-43c4-9f86-a455c945b3ba req-b8c9b901-a3ea-4e33-8531-8c5e89ff682c service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received event network-vif-plugged-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.853516] env[62633]: DEBUG oslo_concurrency.lockutils [req-610c21c9-5002-43c4-9f86-a455c945b3ba req-b8c9b901-a3ea-4e33-8531-8c5e89ff682c service nova] Acquiring lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.853878] env[62633]: DEBUG oslo_concurrency.lockutils [req-610c21c9-5002-43c4-9f86-a455c945b3ba req-b8c9b901-a3ea-4e33-8531-8c5e89ff682c service nova] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.853878] env[62633]: DEBUG oslo_concurrency.lockutils [req-610c21c9-5002-43c4-9f86-a455c945b3ba req-b8c9b901-a3ea-4e33-8531-8c5e89ff682c service nova] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.854206] env[62633]: DEBUG nova.compute.manager [req-610c21c9-5002-43c4-9f86-a455c945b3ba req-b8c9b901-a3ea-4e33-8531-8c5e89ff682c service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] No waiting events found dispatching network-vif-plugged-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.854206] env[62633]: WARNING nova.compute.manager [req-610c21c9-5002-43c4-9f86-a455c945b3ba req-b8c9b901-a3ea-4e33-8531-8c5e89ff682c service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received unexpected event network-vif-plugged-4228cbb2-060b-488f-8283-d1279708daf3 for instance with vm_state building and task_state spawning. [ 1027.886566] env[62633]: DEBUG nova.network.neutron [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Successfully updated port: 4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.014015] env[62633]: DEBUG oslo_vmware.api [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696713, 'name': PowerOnVM_Task, 'duration_secs': 0.533387} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.014753] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.015086] env[62633]: DEBUG nova.compute.manager [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.015920] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f808dfd-4960-4d03-8beb-e7a9a5ed11bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.029274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "388d68e1-51d8-45a1-b208-78ee3c34ede5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.029506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.029713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "388d68e1-51d8-45a1-b208-78ee3c34ede5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.029895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.030092] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.037068] env[62633]: INFO nova.compute.manager [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Terminating instance [ 1028.220362] env[62633]: DEBUG nova.compute.manager [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Received event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.220550] env[62633]: DEBUG nova.compute.manager [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing instance network info cache due to event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1028.220757] env[62633]: DEBUG oslo_concurrency.lockutils [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] Acquiring lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.220902] env[62633]: DEBUG oslo_concurrency.lockutils [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] Acquired lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.221074] env[62633]: DEBUG nova.network.neutron [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.251306] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.314123] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae4676-5a55-4791-81bd-c918c6aa01db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.321933] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b61aa0-6ed1-4d10-a410-ee1bcbbffa5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.353960] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b68772-cc99-4f45-aa1b-0dc3c9fa9c52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.361746] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f1503-34f3-4704-9eea-74e030a79c5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.376269] env[62633]: DEBUG nova.compute.provider_tree [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.389414] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.389549] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.389697] env[62633]: DEBUG nova.network.neutron [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.533518] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.541360] env[62633]: DEBUG nova.compute.manager [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.541592] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.542514] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90ef33-8648-4abc-bd6e-7efdc15aa54b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.550685] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.550932] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-462b127d-48ec-47f6-81dd-6e4ea35efff2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.556633] env[62633]: DEBUG oslo_vmware.api [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 1028.556633] env[62633]: value = "task-2696715" [ 1028.556633] env[62633]: _type = "Task" [ 1028.556633] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.567073] env[62633]: DEBUG oslo_vmware.api [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.755013] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.880238] env[62633]: DEBUG nova.scheduler.client.report [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.924965] env[62633]: DEBUG nova.network.neutron [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updated VIF entry in instance network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.925396] env[62633]: DEBUG nova.network.neutron [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updating instance_info_cache with network_info: [{"id": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "address": "fa:16:3e:63:d5:b8", "network": {"id": "0cf492f8-3bfa-4428-9f7b-e64aabd9886b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-582959297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff353eb18626433685261f163aaec81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609341ad-d1", "ovs_interfaceid": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.928937] env[62633]: DEBUG nova.network.neutron [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.055170] env[62633]: DEBUG nova.network.neutron [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updating instance_info_cache with network_info: [{"id": "4228cbb2-060b-488f-8283-d1279708daf3", "address": "fa:16:3e:5c:5a:6e", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4228cbb2-06", "ovs_interfaceid": "4228cbb2-060b-488f-8283-d1279708daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.067131] env[62633]: DEBUG oslo_vmware.api [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696715, 'name': PowerOffVM_Task, 'duration_secs': 0.220285} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.067997] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.068259] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.068450] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dea0bfb8-a798-4856-a905-e3f1b5142a5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.155329] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.155549] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.156016] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Deleting the datastore file [datastore2] 388d68e1-51d8-45a1-b208-78ee3c34ede5 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.156115] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db4a0fa3-36ba-4933-b63c-6687ec2d03ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.164686] env[62633]: DEBUG oslo_vmware.api [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for the task: (returnval){ [ 1029.164686] env[62633]: value = "task-2696717" [ 1029.164686] env[62633]: _type = "Task" [ 1029.164686] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.172444] env[62633]: DEBUG oslo_vmware.api [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.253995] env[62633]: DEBUG oslo_vmware.api [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696701, 'name': ReconfigVM_Task, 'duration_secs': 5.898802} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.254340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.254468] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1029.386305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.386840] env[62633]: DEBUG nova.compute.manager [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.389504] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.610s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.390865] env[62633]: INFO nova.compute.claims [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.430055] env[62633]: DEBUG oslo_concurrency.lockutils [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] Releasing lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.430055] env[62633]: DEBUG nova.compute.manager [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Received event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.430055] env[62633]: DEBUG nova.compute.manager [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing instance network info cache due to event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.430055] env[62633]: DEBUG oslo_concurrency.lockutils [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] Acquiring lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.430055] env[62633]: DEBUG oslo_concurrency.lockutils [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] Acquired lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.430055] env[62633]: DEBUG nova.network.neutron [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.557733] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.558118] env[62633]: DEBUG nova.compute.manager [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Instance network_info: |[{"id": "4228cbb2-060b-488f-8283-d1279708daf3", "address": "fa:16:3e:5c:5a:6e", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4228cbb2-06", "ovs_interfaceid": "4228cbb2-060b-488f-8283-d1279708daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.558758] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:5a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4228cbb2-060b-488f-8283-d1279708daf3', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.566211] env[62633]: DEBUG oslo.service.loopingcall [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.566417] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.566985] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09dbf69c-2620-4ee7-a82c-9c14f7b3a8a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.587634] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.587634] env[62633]: value = "task-2696718" [ 1029.587634] env[62633]: _type = "Task" [ 1029.587634] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.599850] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696718, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.674636] env[62633]: DEBUG oslo_vmware.api [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Task: {'id': task-2696717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19585} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.674955] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.675131] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.675322] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.675500] env[62633]: INFO nova.compute.manager [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1029.675751] env[62633]: DEBUG oslo.service.loopingcall [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.676089] env[62633]: DEBUG nova.compute.manager [-] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.676089] env[62633]: DEBUG nova.network.neutron [-] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.695443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "5b28bb09-79e0-49ae-8a61-937dea408e70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.695491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "5b28bb09-79e0-49ae-8a61-937dea408e70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.696048] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "5b28bb09-79e0-49ae-8a61-937dea408e70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.696048] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "5b28bb09-79e0-49ae-8a61-937dea408e70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.696310] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "5b28bb09-79e0-49ae-8a61-937dea408e70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.701048] env[62633]: INFO nova.compute.manager [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Terminating instance [ 1029.878486] env[62633]: DEBUG nova.compute.manager [req-faa0e634-3619-49ed-94b2-841b7e6765b1 req-f00c44b6-109f-44b6-91f3-64745bd767f5 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received event network-changed-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.878649] env[62633]: DEBUG nova.compute.manager [req-faa0e634-3619-49ed-94b2-841b7e6765b1 req-f00c44b6-109f-44b6-91f3-64745bd767f5 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Refreshing instance network info cache due to event network-changed-4228cbb2-060b-488f-8283-d1279708daf3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.878901] env[62633]: DEBUG oslo_concurrency.lockutils [req-faa0e634-3619-49ed-94b2-841b7e6765b1 req-f00c44b6-109f-44b6-91f3-64745bd767f5 service nova] Acquiring lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.879021] env[62633]: DEBUG oslo_concurrency.lockutils [req-faa0e634-3619-49ed-94b2-841b7e6765b1 req-f00c44b6-109f-44b6-91f3-64745bd767f5 service nova] Acquired lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.879226] env[62633]: DEBUG nova.network.neutron [req-faa0e634-3619-49ed-94b2-841b7e6765b1 req-f00c44b6-109f-44b6-91f3-64745bd767f5 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Refreshing network info cache for port 4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.894611] env[62633]: DEBUG nova.compute.utils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.896122] env[62633]: DEBUG nova.compute.manager [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.896307] env[62633]: DEBUG nova.network.neutron [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.981281] env[62633]: DEBUG nova.policy [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfdf1d41b2c7487abe7744b9140068b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8b887392eb84af49125d9fdc5962c41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.099135] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696718, 'name': CreateVM_Task, 'duration_secs': 0.373039} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.099259] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.100275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.100275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.100416] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.100753] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11ec97d-4713-4998-be3c-de7e410af0fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.107209] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1030.107209] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52aa0d79-3bd5-74ef-98c1-125587c3bbb2" [ 1030.107209] env[62633]: _type = "Task" [ 1030.107209] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.120714] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52aa0d79-3bd5-74ef-98c1-125587c3bbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.011719} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.124098] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.124626] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.124985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.125170] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.126119] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.127089] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3397d12-2821-4e46-83df-01ccaa27c98d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.136330] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.136993] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.137329] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a85819-9006-432a-9b8d-f270f0c6f553 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.142630] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1030.142630] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5288c5f3-2e50-ff53-e99e-a26d31ca0ace" [ 1030.142630] env[62633]: _type = "Task" [ 1030.142630] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.161707] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5288c5f3-2e50-ff53-e99e-a26d31ca0ace, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.162639] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eefef5c-bcc3-45bd-b060-776c291ec4ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.167894] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1030.167894] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521e1b8d-eaa2-cbe6-50ea-1e9d3389feaa" [ 1030.167894] env[62633]: _type = "Task" [ 1030.167894] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.176013] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521e1b8d-eaa2-cbe6-50ea-1e9d3389feaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.205135] env[62633]: DEBUG nova.compute.manager [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.205392] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.206327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e146f6d-cdd1-4bb4-babc-3c74a2da5e66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.213750] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.214020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed242c62-f783-4b6e-99a9-fe52396ae75f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.223553] env[62633]: DEBUG oslo_vmware.api [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1030.223553] env[62633]: value = "task-2696719" [ 1030.223553] env[62633]: _type = "Task" [ 1030.223553] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.232195] env[62633]: DEBUG oslo_vmware.api [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.246586] env[62633]: DEBUG nova.network.neutron [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updated VIF entry in instance network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.246586] env[62633]: DEBUG nova.network.neutron [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updating instance_info_cache with network_info: [{"id": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "address": "fa:16:3e:63:d5:b8", "network": {"id": "0cf492f8-3bfa-4428-9f7b-e64aabd9886b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-582959297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff353eb18626433685261f163aaec81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609341ad-d1", "ovs_interfaceid": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.253898] env[62633]: DEBUG nova.compute.manager [req-8a542549-5885-4829-8454-dc09e8f89a1c req-52cbb696-6288-4d77-b5bf-07dde1c8e92d service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Received event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.254031] env[62633]: DEBUG nova.compute.manager [req-8a542549-5885-4829-8454-dc09e8f89a1c req-52cbb696-6288-4d77-b5bf-07dde1c8e92d service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing instance network info cache due to event network-changed-609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.254282] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a542549-5885-4829-8454-dc09e8f89a1c req-52cbb696-6288-4d77-b5bf-07dde1c8e92d service nova] Acquiring lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.380414] env[62633]: DEBUG nova.network.neutron [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Successfully created port: 4e6674cf-db14-4089-9db5-d42411179b55 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.402031] env[62633]: DEBUG nova.compute.manager [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.469996] env[62633]: DEBUG nova.network.neutron [-] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.539382] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.539570] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.539746] env[62633]: DEBUG nova.network.neutron [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.655104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbda2a7e-69a7-4de7-88ad-e4f7aeac9b47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.663163] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7efe2da-c9f0-4fd8-8e6d-cf5a106ae3d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.702739] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb73032a-5e1e-47b2-a077-15baedea5d62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.709164] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521e1b8d-eaa2-cbe6-50ea-1e9d3389feaa, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.709778] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.710053] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] a0ff70a0-8bbc-4e09-a333-70032c121544/a0ff70a0-8bbc-4e09-a333-70032c121544.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.710317] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a5c9f7-41e6-4b7d-b182-fc13422e71ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.715569] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9885fe28-445f-4762-9634-2e702997930b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.720867] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1030.720867] env[62633]: value = "task-2696720" [ 1030.720867] env[62633]: _type = "Task" [ 1030.720867] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.732505] env[62633]: DEBUG nova.compute.provider_tree [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.745206] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.745482] env[62633]: DEBUG oslo_vmware.api [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696719, 'name': PowerOffVM_Task, 'duration_secs': 0.207949} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.746535] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.746721] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.747026] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70e536c8-b736-429f-bc6e-80e02c54dea2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.749092] env[62633]: DEBUG oslo_concurrency.lockutils [req-5d5b8101-c24c-496e-9b3f-3f98d8136bd8 req-ed54a752-e9e9-45e2-8339-ece8508bddab service nova] Releasing lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.749520] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a542549-5885-4829-8454-dc09e8f89a1c req-52cbb696-6288-4d77-b5bf-07dde1c8e92d service nova] Acquired lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.749699] env[62633]: DEBUG nova.network.neutron [req-8a542549-5885-4829-8454-dc09e8f89a1c req-52cbb696-6288-4d77-b5bf-07dde1c8e92d service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Refreshing network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.762234] env[62633]: DEBUG nova.network.neutron [req-faa0e634-3619-49ed-94b2-841b7e6765b1 req-f00c44b6-109f-44b6-91f3-64745bd767f5 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updated VIF entry in instance network info cache for port 4228cbb2-060b-488f-8283-d1279708daf3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.762234] env[62633]: DEBUG nova.network.neutron [req-faa0e634-3619-49ed-94b2-841b7e6765b1 req-f00c44b6-109f-44b6-91f3-64745bd767f5 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updating instance_info_cache with network_info: [{"id": "4228cbb2-060b-488f-8283-d1279708daf3", "address": "fa:16:3e:5c:5a:6e", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4228cbb2-06", "ovs_interfaceid": "4228cbb2-060b-488f-8283-d1279708daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.787950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.816616] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.816884] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.817056] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Deleting the datastore file [datastore2] 5b28bb09-79e0-49ae-8a61-937dea408e70 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.817789] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8a2922a-aafd-4d41-9d7a-7c2ce7783ce1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.823343] env[62633]: DEBUG oslo_vmware.api [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for the task: (returnval){ [ 1030.823343] env[62633]: value = "task-2696722" [ 1030.823343] env[62633]: _type = "Task" [ 1030.823343] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.831478] env[62633]: DEBUG oslo_vmware.api [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.973117] env[62633]: INFO nova.compute.manager [-] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Took 1.30 seconds to deallocate network for instance. [ 1031.232863] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.236491] env[62633]: DEBUG nova.scheduler.client.report [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.263390] env[62633]: DEBUG oslo_concurrency.lockutils [req-faa0e634-3619-49ed-94b2-841b7e6765b1 req-f00c44b6-109f-44b6-91f3-64745bd767f5 service nova] Releasing lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.268487] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-458ef873-d2db-4691-86a0-b7700b9a0d3e-00ca6eac-d042-4981-9e1c-4472c9925b62" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.268773] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-458ef873-d2db-4691-86a0-b7700b9a0d3e-00ca6eac-d042-4981-9e1c-4472c9925b62" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.269144] env[62633]: DEBUG nova.objects.instance [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'flavor' on Instance uuid 458ef873-d2db-4691-86a0-b7700b9a0d3e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.296378] env[62633]: INFO nova.network.neutron [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Port 00ca6eac-d042-4981-9e1c-4472c9925b62 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1031.296734] env[62633]: DEBUG nova.network.neutron [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.336350] env[62633]: DEBUG oslo_vmware.api [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Task: {'id': task-2696722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367744} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.336862] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.337242] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.337516] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.337734] env[62633]: INFO nova.compute.manager [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1031.338042] env[62633]: DEBUG oslo.service.loopingcall [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.338274] env[62633]: DEBUG nova.compute.manager [-] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.338399] env[62633]: DEBUG nova.network.neutron [-] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.415833] env[62633]: DEBUG nova.compute.manager [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.463153] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.463431] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.463598] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.463783] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.463935] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.464270] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.464537] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.465968] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.465968] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.465968] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.465968] env[62633]: DEBUG nova.virt.hardware [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.466247] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da7cd69-c0b6-452f-bf86-38ac838d55d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.474888] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d853e499-f97a-4c03-b071-9c056a72a587 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.480820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.544681] env[62633]: DEBUG nova.network.neutron [req-8a542549-5885-4829-8454-dc09e8f89a1c req-52cbb696-6288-4d77-b5bf-07dde1c8e92d service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updated VIF entry in instance network info cache for port 609341ad-d19b-4ba5-859f-fd59bea2f16e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.546204] env[62633]: DEBUG nova.network.neutron [req-8a542549-5885-4829-8454-dc09e8f89a1c req-52cbb696-6288-4d77-b5bf-07dde1c8e92d service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updating instance_info_cache with network_info: [{"id": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "address": "fa:16:3e:63:d5:b8", "network": {"id": "0cf492f8-3bfa-4428-9f7b-e64aabd9886b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-582959297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ff353eb18626433685261f163aaec81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609341ad-d1", "ovs_interfaceid": "609341ad-d19b-4ba5-859f-fd59bea2f16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.733513] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655961} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.734125] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] a0ff70a0-8bbc-4e09-a333-70032c121544/a0ff70a0-8bbc-4e09-a333-70032c121544.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.734125] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.734292] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58edfafb-f790-4647-95cb-c6c929b3d806 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.741541] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.742394] env[62633]: DEBUG nova.compute.manager [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.745785] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1031.745785] env[62633]: value = "task-2696723" [ 1031.745785] env[62633]: _type = "Task" [ 1031.745785] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.745785] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.212s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.745914] env[62633]: DEBUG nova.objects.instance [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1031.761904] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.799025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.931395] env[62633]: DEBUG nova.objects.instance [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'pci_requests' on Instance uuid 458ef873-d2db-4691-86a0-b7700b9a0d3e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.005819] env[62633]: DEBUG nova.compute.manager [req-93ad4107-9a81-478f-83a8-e11fd4fe0081 req-e53af771-754a-421b-8cee-6828d46468d9 service nova] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Received event network-vif-deleted-8e20b95c-82cc-4454-970e-76b93d6f04c6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.006054] env[62633]: DEBUG nova.compute.manager [req-93ad4107-9a81-478f-83a8-e11fd4fe0081 req-e53af771-754a-421b-8cee-6828d46468d9 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Received event network-vif-deleted-609341ad-d19b-4ba5-859f-fd59bea2f16e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.006258] env[62633]: INFO nova.compute.manager [req-93ad4107-9a81-478f-83a8-e11fd4fe0081 req-e53af771-754a-421b-8cee-6828d46468d9 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Neutron deleted interface 609341ad-d19b-4ba5-859f-fd59bea2f16e; detaching it from the instance and deleting it from the info cache [ 1032.006408] env[62633]: DEBUG nova.network.neutron [req-93ad4107-9a81-478f-83a8-e11fd4fe0081 req-e53af771-754a-421b-8cee-6828d46468d9 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.048060] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a542549-5885-4829-8454-dc09e8f89a1c req-52cbb696-6288-4d77-b5bf-07dde1c8e92d service nova] Releasing lock "refresh_cache-5b28bb09-79e0-49ae-8a61-937dea408e70" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.094051] env[62633]: DEBUG nova.compute.manager [req-a2a753ce-8cf5-452c-9fa9-4a62d2987cbf req-84b9d506-1a07-443b-b01f-fae816e33815 service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Received event network-vif-plugged-4e6674cf-db14-4089-9db5-d42411179b55 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.094314] env[62633]: DEBUG oslo_concurrency.lockutils [req-a2a753ce-8cf5-452c-9fa9-4a62d2987cbf req-84b9d506-1a07-443b-b01f-fae816e33815 service nova] Acquiring lock "4023528b-d970-4962-b92b-9a93516f1e98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.094583] env[62633]: DEBUG oslo_concurrency.lockutils [req-a2a753ce-8cf5-452c-9fa9-4a62d2987cbf req-84b9d506-1a07-443b-b01f-fae816e33815 service nova] Lock "4023528b-d970-4962-b92b-9a93516f1e98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.094727] env[62633]: DEBUG oslo_concurrency.lockutils [req-a2a753ce-8cf5-452c-9fa9-4a62d2987cbf req-84b9d506-1a07-443b-b01f-fae816e33815 service nova] Lock "4023528b-d970-4962-b92b-9a93516f1e98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.094977] env[62633]: DEBUG nova.compute.manager [req-a2a753ce-8cf5-452c-9fa9-4a62d2987cbf req-84b9d506-1a07-443b-b01f-fae816e33815 service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] No waiting events found dispatching network-vif-plugged-4e6674cf-db14-4089-9db5-d42411179b55 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.095198] env[62633]: WARNING nova.compute.manager [req-a2a753ce-8cf5-452c-9fa9-4a62d2987cbf req-84b9d506-1a07-443b-b01f-fae816e33815 service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Received unexpected event network-vif-plugged-4e6674cf-db14-4089-9db5-d42411179b55 for instance with vm_state building and task_state spawning. [ 1032.154223] env[62633]: DEBUG nova.network.neutron [-] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.247323] env[62633]: DEBUG nova.compute.utils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.249312] env[62633]: DEBUG nova.compute.manager [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.249509] env[62633]: DEBUG nova.network.neutron [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.267724] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066633} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.268044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.268897] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8649e-98bd-4a98-873e-2ec43b728f05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.292837] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] a0ff70a0-8bbc-4e09-a333-70032c121544/a0ff70a0-8bbc-4e09-a333-70032c121544.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.294473] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc647a8e-77c7-43db-9300-47411a9bc8cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.310095] env[62633]: DEBUG nova.compute.manager [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received event network-changed-9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.310292] env[62633]: DEBUG nova.compute.manager [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing instance network info cache due to event network-changed-9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1032.310508] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] Acquiring lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.310654] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] Acquired lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.310813] env[62633]: DEBUG nova.network.neutron [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Refreshing network info cache for port 9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.313467] env[62633]: DEBUG nova.policy [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c768707b1ad84705a804874c635fa908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73fd3b4d5be14f3897b261ff8645ee4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.315924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90ddf2a-abfd-429e-b5ff-dd7e7a3d9ab8 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-00ca6eac-d042-4981-9e1c-4472c9925b62" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.661s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.323887] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1032.323887] env[62633]: value = "task-2696724" [ 1032.323887] env[62633]: _type = "Task" [ 1032.323887] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.333278] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.436639] env[62633]: DEBUG nova.objects.base [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Object Instance<458ef873-d2db-4691-86a0-b7700b9a0d3e> lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1032.436639] env[62633]: DEBUG nova.network.neutron [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.509342] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf53dc43-cfe5-4b0b-9a57-9ae89ccee768 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.518510] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a73220-b2c5-4c08-b61a-13beeac48a82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.550328] env[62633]: DEBUG nova.compute.manager [req-93ad4107-9a81-478f-83a8-e11fd4fe0081 req-e53af771-754a-421b-8cee-6828d46468d9 service nova] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Detach interface failed, port_id=609341ad-d19b-4ba5-859f-fd59bea2f16e, reason: Instance 5b28bb09-79e0-49ae-8a61-937dea408e70 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1032.552044] env[62633]: DEBUG nova.policy [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f51163cb8d4eb6b252c21c3943ea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9fecf2e237f45018e4afed92dac533d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.581627] env[62633]: DEBUG nova.network.neutron [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Successfully updated port: 4e6674cf-db14-4089-9db5-d42411179b55 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.659682] env[62633]: INFO nova.compute.manager [-] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Took 1.32 seconds to deallocate network for instance. [ 1032.750021] env[62633]: DEBUG nova.network.neutron [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Successfully created port: 4d401c4f-a2ab-4b94-9918-db8477c672ff {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.754744] env[62633]: DEBUG nova.compute.manager [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.762523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b4c23402-61f5-4dba-aa00-0402a154e8cc tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.763527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.977s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.763738] env[62633]: DEBUG nova.objects.instance [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'pci_requests' on Instance uuid 399b767a-6feb-412d-b65f-698088e38536 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.837361] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696724, 'name': ReconfigVM_Task, 'duration_secs': 0.273115} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.837664] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Reconfigured VM instance instance-00000066 to attach disk [datastore1] a0ff70a0-8bbc-4e09-a333-70032c121544/a0ff70a0-8bbc-4e09-a333-70032c121544.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.838327] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7053ac9c-7373-4328-a5de-c4481a63364d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.844821] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1032.844821] env[62633]: value = "task-2696725" [ 1032.844821] env[62633]: _type = "Task" [ 1032.844821] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.853882] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696725, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.083988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.084150] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.084297] env[62633]: DEBUG nova.network.neutron [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.167268] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.191697] env[62633]: DEBUG nova.network.neutron [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updated VIF entry in instance network info cache for port 9664aa74-de38-459d-ac96-546472befe3a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.192230] env[62633]: DEBUG nova.network.neutron [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [{"id": "9664aa74-de38-459d-ac96-546472befe3a", "address": "fa:16:3e:55:e3:17", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9664aa74-de", "ovs_interfaceid": "9664aa74-de38-459d-ac96-546472befe3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.267481] env[62633]: DEBUG nova.objects.instance [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'numa_topology' on Instance uuid 399b767a-6feb-412d-b65f-698088e38536 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.355355] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696725, 'name': Rename_Task, 'duration_secs': 0.140278} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.355825] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.355825] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52abe300-5da5-4365-b121-45dee4b4987e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.362507] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1033.362507] env[62633]: value = "task-2696726" [ 1033.362507] env[62633]: _type = "Task" [ 1033.362507] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.370021] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.616928] env[62633]: DEBUG nova.network.neutron [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.695407] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] Releasing lock "refresh_cache-06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.695740] env[62633]: DEBUG nova.compute.manager [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received event network-changed-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.695840] env[62633]: DEBUG nova.compute.manager [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing instance network info cache due to event network-changed-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1033.696067] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] Acquiring lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.696241] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] Acquired lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.696413] env[62633]: DEBUG nova.network.neutron [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing network info cache for port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.742997] env[62633]: DEBUG nova.network.neutron [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance_info_cache with network_info: [{"id": "4e6674cf-db14-4089-9db5-d42411179b55", "address": "fa:16:3e:bd:ef:af", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6674cf-db", "ovs_interfaceid": "4e6674cf-db14-4089-9db5-d42411179b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.761669] env[62633]: DEBUG nova.compute.manager [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.769324] env[62633]: INFO nova.compute.claims [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.798726] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.798999] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.799183] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.799403] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.799561] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.799728] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.800247] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.800338] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.800686] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.800972] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.801283] env[62633]: DEBUG nova.virt.hardware [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.802533] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8160591-a0b3-4cad-a35b-2f4c69710a3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.813012] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53985610-0b3c-4748-97e4-0e1e16a350cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.872252] env[62633]: DEBUG oslo_vmware.api [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696726, 'name': PowerOnVM_Task, 'duration_secs': 0.465557} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.872531] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.872736] env[62633]: INFO nova.compute.manager [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1033.872993] env[62633]: DEBUG nova.compute.manager [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.873815] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671b99bf-f456-45d8-949c-020791b68411 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.225150] env[62633]: DEBUG nova.compute.manager [req-59bb8c2e-a1d9-42d8-8c9e-118c051b3c7d req-7432d0b0-d109-429f-b866-e17453f7e6cc service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Received event network-changed-4e6674cf-db14-4089-9db5-d42411179b55 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.225370] env[62633]: DEBUG nova.compute.manager [req-59bb8c2e-a1d9-42d8-8c9e-118c051b3c7d req-7432d0b0-d109-429f-b866-e17453f7e6cc service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Refreshing instance network info cache due to event network-changed-4e6674cf-db14-4089-9db5-d42411179b55. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.225564] env[62633]: DEBUG oslo_concurrency.lockutils [req-59bb8c2e-a1d9-42d8-8c9e-118c051b3c7d req-7432d0b0-d109-429f-b866-e17453f7e6cc service nova] Acquiring lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.245924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.246263] env[62633]: DEBUG nova.compute.manager [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Instance network_info: |[{"id": "4e6674cf-db14-4089-9db5-d42411179b55", "address": "fa:16:3e:bd:ef:af", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6674cf-db", "ovs_interfaceid": "4e6674cf-db14-4089-9db5-d42411179b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.246633] env[62633]: DEBUG oslo_concurrency.lockutils [req-59bb8c2e-a1d9-42d8-8c9e-118c051b3c7d req-7432d0b0-d109-429f-b866-e17453f7e6cc service nova] Acquired lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.246767] env[62633]: DEBUG nova.network.neutron [req-59bb8c2e-a1d9-42d8-8c9e-118c051b3c7d req-7432d0b0-d109-429f-b866-e17453f7e6cc service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Refreshing network info cache for port 4e6674cf-db14-4089-9db5-d42411179b55 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.248144] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:ef:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6674cf-db14-4089-9db5-d42411179b55', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.257881] env[62633]: DEBUG oslo.service.loopingcall [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.258799] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.259360] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4e54494-f605-4dd4-9710-b1df459901f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.284607] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.284607] env[62633]: value = "task-2696727" [ 1034.284607] env[62633]: _type = "Task" [ 1034.284607] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.294518] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696727, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.398519] env[62633]: INFO nova.compute.manager [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Took 12.53 seconds to build instance. [ 1034.577092] env[62633]: DEBUG nova.network.neutron [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Successfully updated port: 4d401c4f-a2ab-4b94-9918-db8477c672ff {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.578657] env[62633]: DEBUG nova.network.neutron [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Successfully updated port: 00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.627874] env[62633]: DEBUG nova.network.neutron [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updated VIF entry in instance network info cache for port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.628318] env[62633]: DEBUG nova.network.neutron [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [{"id": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "address": "fa:16:3e:45:46:62", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5d7b30-a2", "ovs_interfaceid": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.794548] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696727, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.910804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d3c8950e-18f3-4780-a1b1-cd3967d13458 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.061s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.997066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1803ad-2e17-4a30-bb5b-cc1ce0019ce2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.000715] env[62633]: DEBUG nova.network.neutron [req-59bb8c2e-a1d9-42d8-8c9e-118c051b3c7d req-7432d0b0-d109-429f-b866-e17453f7e6cc service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updated VIF entry in instance network info cache for port 4e6674cf-db14-4089-9db5-d42411179b55. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.001732] env[62633]: DEBUG nova.network.neutron [req-59bb8c2e-a1d9-42d8-8c9e-118c051b3c7d req-7432d0b0-d109-429f-b866-e17453f7e6cc service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance_info_cache with network_info: [{"id": "4e6674cf-db14-4089-9db5-d42411179b55", "address": "fa:16:3e:bd:ef:af", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6674cf-db", "ovs_interfaceid": "4e6674cf-db14-4089-9db5-d42411179b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.004977] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f11e6-42b8-46ee-bfe4-2eda94b0ff0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.010018] env[62633]: DEBUG nova.compute.manager [req-b7a6aeb3-2bbe-4121-84c7-5283200805c4 req-531ac88a-211c-414e-86c5-22530e6eb888 service nova] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Received event network-vif-plugged-4d401c4f-a2ab-4b94-9918-db8477c672ff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.010254] env[62633]: DEBUG oslo_concurrency.lockutils [req-b7a6aeb3-2bbe-4121-84c7-5283200805c4 req-531ac88a-211c-414e-86c5-22530e6eb888 service nova] Acquiring lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.010517] env[62633]: DEBUG oslo_concurrency.lockutils [req-b7a6aeb3-2bbe-4121-84c7-5283200805c4 req-531ac88a-211c-414e-86c5-22530e6eb888 service nova] Lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.010762] env[62633]: DEBUG oslo_concurrency.lockutils [req-b7a6aeb3-2bbe-4121-84c7-5283200805c4 req-531ac88a-211c-414e-86c5-22530e6eb888 service nova] Lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.010888] env[62633]: DEBUG nova.compute.manager [req-b7a6aeb3-2bbe-4121-84c7-5283200805c4 req-531ac88a-211c-414e-86c5-22530e6eb888 service nova] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] No waiting events found dispatching network-vif-plugged-4d401c4f-a2ab-4b94-9918-db8477c672ff {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.011027] env[62633]: WARNING nova.compute.manager [req-b7a6aeb3-2bbe-4121-84c7-5283200805c4 req-531ac88a-211c-414e-86c5-22530e6eb888 service nova] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Received unexpected event network-vif-plugged-4d401c4f-a2ab-4b94-9918-db8477c672ff for instance with vm_state building and task_state spawning. [ 1035.040332] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51afcc40-d27f-48ba-ab9d-2ddec01de26b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.047490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be82118a-d908-4d66-a5e4-8ea3a09818f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.061565] env[62633]: DEBUG nova.compute.provider_tree [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.081204] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquiring lock "refresh_cache-0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.082065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquired lock "refresh_cache-0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.082065] env[62633]: DEBUG nova.network.neutron [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.085024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.132439] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef515942-e44e-40b2-8392-4f9465279a50 req-d61884e3-ac1d-4260-bbf0-eb82f7d26524 service nova] Releasing lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.132912] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.133115] env[62633]: DEBUG nova.network.neutron [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.149128] env[62633]: DEBUG nova.compute.manager [req-cad6de62-5e6e-47ef-9c26-73cfb1d97534 req-c5469cbc-2e81-4146-8c49-8c20ae334546 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received event network-changed-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.149293] env[62633]: DEBUG nova.compute.manager [req-cad6de62-5e6e-47ef-9c26-73cfb1d97534 req-c5469cbc-2e81-4146-8c49-8c20ae334546 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Refreshing instance network info cache due to event network-changed-4228cbb2-060b-488f-8283-d1279708daf3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.149460] env[62633]: DEBUG oslo_concurrency.lockutils [req-cad6de62-5e6e-47ef-9c26-73cfb1d97534 req-c5469cbc-2e81-4146-8c49-8c20ae334546 service nova] Acquiring lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.149644] env[62633]: DEBUG oslo_concurrency.lockutils [req-cad6de62-5e6e-47ef-9c26-73cfb1d97534 req-c5469cbc-2e81-4146-8c49-8c20ae334546 service nova] Acquired lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.149762] env[62633]: DEBUG nova.network.neutron [req-cad6de62-5e6e-47ef-9c26-73cfb1d97534 req-c5469cbc-2e81-4146-8c49-8c20ae334546 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Refreshing network info cache for port 4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.295755] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696727, 'name': CreateVM_Task, 'duration_secs': 0.824631} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.295956] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.296642] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.296812] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.297204] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.297464] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458ed4b4-87d2-4ac0-9099-74b8641d3fb5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.303093] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1035.303093] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]527e7cd6-205f-0f35-d044-55f56425871f" [ 1035.303093] env[62633]: _type = "Task" [ 1035.303093] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.311324] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527e7cd6-205f-0f35-d044-55f56425871f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.415931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.416229] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.505301] env[62633]: DEBUG oslo_concurrency.lockutils [req-59bb8c2e-a1d9-42d8-8c9e-118c051b3c7d req-7432d0b0-d109-429f-b866-e17453f7e6cc service nova] Releasing lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.564702] env[62633]: DEBUG nova.scheduler.client.report [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.612421] env[62633]: DEBUG nova.network.neutron [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.697458] env[62633]: WARNING nova.network.neutron [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] 356b946a-58cb-4591-a084-f5fc301540ba already exists in list: networks containing: ['356b946a-58cb-4591-a084-f5fc301540ba']. ignoring it [ 1035.813281] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]527e7cd6-205f-0f35-d044-55f56425871f, 'name': SearchDatastore_Task, 'duration_secs': 0.022683} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.813596] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.813821] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.814077] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.814249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.814437] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.814788] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deba3150-b30e-47ab-b611-83710ec374e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.822641] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.822816] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.823541] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e07d5f9-8c20-45c0-a98d-81a106eaadcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.828589] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1035.828589] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c5325d-7dc7-646b-0e3d-71107460c1c6" [ 1035.828589] env[62633]: _type = "Task" [ 1035.828589] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.835778] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c5325d-7dc7-646b-0e3d-71107460c1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.901206] env[62633]: DEBUG nova.network.neutron [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Updating instance_info_cache with network_info: [{"id": "4d401c4f-a2ab-4b94-9918-db8477c672ff", "address": "fa:16:3e:1d:40:30", "network": {"id": "b2a7d96d-7ba7-4ec0-bcfb-5d4c9210114d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2055190919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73fd3b4d5be14f3897b261ff8645ee4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d401c4f-a2", "ovs_interfaceid": "4d401c4f-a2ab-4b94-9918-db8477c672ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.918624] env[62633]: DEBUG nova.compute.manager [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.057252] env[62633]: DEBUG nova.network.neutron [req-cad6de62-5e6e-47ef-9c26-73cfb1d97534 req-c5469cbc-2e81-4146-8c49-8c20ae334546 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updated VIF entry in instance network info cache for port 4228cbb2-060b-488f-8283-d1279708daf3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.057618] env[62633]: DEBUG nova.network.neutron [req-cad6de62-5e6e-47ef-9c26-73cfb1d97534 req-c5469cbc-2e81-4146-8c49-8c20ae334546 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updating instance_info_cache with network_info: [{"id": "4228cbb2-060b-488f-8283-d1279708daf3", "address": "fa:16:3e:5c:5a:6e", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4228cbb2-06", "ovs_interfaceid": "4228cbb2-060b-488f-8283-d1279708daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.069843] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.306s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.072083] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.592s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.072321] env[62633]: DEBUG nova.objects.instance [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lazy-loading 'resources' on Instance uuid 388d68e1-51d8-45a1-b208-78ee3c34ede5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.115080] env[62633]: INFO nova.network.neutron [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating port 85d040c7-d04f-4767-97f2-805eb6bbd2d7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1036.207964] env[62633]: DEBUG nova.network.neutron [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [{"id": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "address": "fa:16:3e:45:46:62", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5d7b30-a2", "ovs_interfaceid": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00ca6eac-d042-4981-9e1c-4472c9925b62", "address": "fa:16:3e:0f:35:0c", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ca6eac-d0", "ovs_interfaceid": "00ca6eac-d042-4981-9e1c-4472c9925b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.324055] env[62633]: DEBUG nova.compute.manager [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received event network-vif-plugged-00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.324313] env[62633]: DEBUG oslo_concurrency.lockutils [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] Acquiring lock "458ef873-d2db-4691-86a0-b7700b9a0d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.324760] env[62633]: DEBUG oslo_concurrency.lockutils [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.324822] env[62633]: DEBUG oslo_concurrency.lockutils [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.324984] env[62633]: DEBUG nova.compute.manager [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] No waiting events found dispatching network-vif-plugged-00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.325168] env[62633]: WARNING nova.compute.manager [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received unexpected event network-vif-plugged-00ca6eac-d042-4981-9e1c-4472c9925b62 for instance with vm_state active and task_state None. [ 1036.325333] env[62633]: DEBUG nova.compute.manager [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Received event network-changed-4d401c4f-a2ab-4b94-9918-db8477c672ff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.325605] env[62633]: DEBUG nova.compute.manager [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Refreshing instance network info cache due to event network-changed-4d401c4f-a2ab-4b94-9918-db8477c672ff. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.326307] env[62633]: DEBUG oslo_concurrency.lockutils [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] Acquiring lock "refresh_cache-0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.343022] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c5325d-7dc7-646b-0e3d-71107460c1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.007877} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.343022] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e2480b-1bc1-4bc4-b7f4-a64e8915a4e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.346900] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1036.346900] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524f0fa6-a374-0bfc-34cc-2104f1083b45" [ 1036.346900] env[62633]: _type = "Task" [ 1036.346900] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.355341] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524f0fa6-a374-0bfc-34cc-2104f1083b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.403452] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Releasing lock "refresh_cache-0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.403602] env[62633]: DEBUG nova.compute.manager [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Instance network_info: |[{"id": "4d401c4f-a2ab-4b94-9918-db8477c672ff", "address": "fa:16:3e:1d:40:30", "network": {"id": "b2a7d96d-7ba7-4ec0-bcfb-5d4c9210114d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2055190919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73fd3b4d5be14f3897b261ff8645ee4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d401c4f-a2", "ovs_interfaceid": "4d401c4f-a2ab-4b94-9918-db8477c672ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.403908] env[62633]: DEBUG oslo_concurrency.lockutils [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] Acquired lock "refresh_cache-0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.404108] env[62633]: DEBUG nova.network.neutron [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Refreshing network info cache for port 4d401c4f-a2ab-4b94-9918-db8477c672ff {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.405492] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:40:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d401c4f-a2ab-4b94-9918-db8477c672ff', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.412969] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Creating folder: Project (73fd3b4d5be14f3897b261ff8645ee4d). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.416661] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28c058fc-36a4-4148-9698-bafbed4e65b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.420416] env[62633]: INFO nova.compute.manager [None req-bf1b5aca-b67f-478e-b370-5e53426c7c6b tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Get console output [ 1036.420659] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-bf1b5aca-b67f-478e-b370-5e53426c7c6b tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] The console log is missing. Check your VSPC configuration [ 1036.438757] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Created folder: Project (73fd3b4d5be14f3897b261ff8645ee4d) in parent group-v543169. [ 1036.438757] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Creating folder: Instances. Parent ref: group-v543454. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.439432] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02e48ed0-ac89-42ad-bb12-a3c85a3a245c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.442619] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.449257] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Created folder: Instances in parent group-v543454. [ 1036.449542] env[62633]: DEBUG oslo.service.loopingcall [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.451722] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.451951] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eb4a12d-e76f-49a1-8b5c-edafa1ee8ca3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.470665] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.470665] env[62633]: value = "task-2696730" [ 1036.470665] env[62633]: _type = "Task" [ 1036.470665] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.477784] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696730, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.560813] env[62633]: DEBUG oslo_concurrency.lockutils [req-cad6de62-5e6e-47ef-9c26-73cfb1d97534 req-c5469cbc-2e81-4146-8c49-8c20ae334546 service nova] Releasing lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.636077] env[62633]: DEBUG nova.network.neutron [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Updated VIF entry in instance network info cache for port 4d401c4f-a2ab-4b94-9918-db8477c672ff. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.636473] env[62633]: DEBUG nova.network.neutron [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Updating instance_info_cache with network_info: [{"id": "4d401c4f-a2ab-4b94-9918-db8477c672ff", "address": "fa:16:3e:1d:40:30", "network": {"id": "b2a7d96d-7ba7-4ec0-bcfb-5d4c9210114d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2055190919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73fd3b4d5be14f3897b261ff8645ee4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d401c4f-a2", "ovs_interfaceid": "4d401c4f-a2ab-4b94-9918-db8477c672ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.711258] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.711900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.712081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.713225] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b35de8-4006-4006-9662-0c1049aa8db4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.731874] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.732186] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.732303] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.732522] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.732671] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.732820] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.733038] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.733202] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.733370] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.733535] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.733707] env[62633]: DEBUG nova.virt.hardware [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.740088] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1036.742855] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de7c2d3-1667-4a16-824e-a26df5970896 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.760289] env[62633]: DEBUG oslo_vmware.api [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 1036.760289] env[62633]: value = "task-2696731" [ 1036.760289] env[62633]: _type = "Task" [ 1036.760289] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.772812] env[62633]: DEBUG oslo_vmware.api [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696731, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.809166] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd55b79-bf1e-4373-8289-ae02e31b3e6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.816514] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c50bc-a8e8-471a-a37d-12fd20182e1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.851864] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201c066-6e1b-4d2f-9086-4dc361e3a4e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.859955] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524f0fa6-a374-0bfc-34cc-2104f1083b45, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.862193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.862468] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 4023528b-d970-4962-b92b-9a93516f1e98/4023528b-d970-4962-b92b-9a93516f1e98.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.862768] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83f77551-3be1-4d7f-a1db-0af56fb33a02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.865667] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d77ea51-b75b-4d97-bdf3-9a57a6498ecd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.879947] env[62633]: DEBUG nova.compute.provider_tree [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.882617] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1036.882617] env[62633]: value = "task-2696732" [ 1036.882617] env[62633]: _type = "Task" [ 1036.882617] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.890734] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.981425] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696730, 'name': CreateVM_Task, 'duration_secs': 0.419857} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.981788] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.983271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.983271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.983271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.983449] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9f8009-5d83-45f3-b17d-938839e6209b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.988412] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1036.988412] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524cab11-c4e5-acd2-7f16-da86978959a2" [ 1036.988412] env[62633]: _type = "Task" [ 1036.988412] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.996950] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524cab11-c4e5-acd2-7f16-da86978959a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.139457] env[62633]: DEBUG oslo_concurrency.lockutils [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] Releasing lock "refresh_cache-0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.139778] env[62633]: DEBUG nova.compute.manager [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received event network-changed-00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.139998] env[62633]: DEBUG nova.compute.manager [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing instance network info cache due to event network-changed-00ca6eac-d042-4981-9e1c-4472c9925b62. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1037.140241] env[62633]: DEBUG oslo_concurrency.lockutils [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] Acquiring lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.140389] env[62633]: DEBUG oslo_concurrency.lockutils [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] Acquired lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.140559] env[62633]: DEBUG nova.network.neutron [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Refreshing network info cache for port 00ca6eac-d042-4981-9e1c-4472c9925b62 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.272268] env[62633]: DEBUG oslo_vmware.api [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.384118] env[62633]: DEBUG nova.scheduler.client.report [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.396232] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696732, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.498932] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524cab11-c4e5-acd2-7f16-da86978959a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.499264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.499434] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.499763] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.499838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.500030] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.500293] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e71a865-1368-4ed9-88a6-9c20ec9e7d43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.510149] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.510370] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.511225] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6a621d-3e18-4ab2-b059-7be4f463c71d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.516545] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1037.516545] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ffa309-f15f-7241-a165-16395a826829" [ 1037.516545] env[62633]: _type = "Task" [ 1037.516545] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.523957] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ffa309-f15f-7241-a165-16395a826829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.607506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquiring lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.607748] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.608217] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquiring lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.608482] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.608673] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.610872] env[62633]: INFO nova.compute.manager [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Terminating instance [ 1037.772571] env[62633]: DEBUG oslo_vmware.api [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.892127] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.897450] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.730s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.897679] env[62633]: DEBUG nova.objects.instance [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lazy-loading 'resources' on Instance uuid 5b28bb09-79e0-49ae-8a61-937dea408e70 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.898860] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531065} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.899101] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 4023528b-d970-4962-b92b-9a93516f1e98/4023528b-d970-4962-b92b-9a93516f1e98.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.899310] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.899734] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-641cab17-4366-4916-8295-9352d7ed6d26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.907440] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1037.907440] env[62633]: value = "task-2696733" [ 1037.907440] env[62633]: _type = "Task" [ 1037.907440] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.919295] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.920712] env[62633]: INFO nova.scheduler.client.report [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Deleted allocations for instance 388d68e1-51d8-45a1-b208-78ee3c34ede5 [ 1037.941556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.941556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.941556] env[62633]: DEBUG nova.network.neutron [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.992933] env[62633]: DEBUG nova.network.neutron [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updated VIF entry in instance network info cache for port 00ca6eac-d042-4981-9e1c-4472c9925b62. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.993423] env[62633]: DEBUG nova.network.neutron [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [{"id": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "address": "fa:16:3e:45:46:62", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5d7b30-a2", "ovs_interfaceid": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00ca6eac-d042-4981-9e1c-4472c9925b62", "address": "fa:16:3e:0f:35:0c", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ca6eac-d0", "ovs_interfaceid": "00ca6eac-d042-4981-9e1c-4472c9925b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.026950] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ffa309-f15f-7241-a165-16395a826829, 'name': SearchDatastore_Task, 'duration_secs': 0.016881} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.027776] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055dd242-2d2d-40aa-baef-4924e19fdb6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.032720] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1038.032720] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5200023f-5df1-bb69-f9a0-eb4d81a2e163" [ 1038.032720] env[62633]: _type = "Task" [ 1038.032720] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.040413] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5200023f-5df1-bb69-f9a0-eb4d81a2e163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.114839] env[62633]: DEBUG nova.compute.manager [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.115127] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.115987] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcf5666-3b2d-4740-b141-1b7c882c2ff3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.123690] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.123922] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fc318a7-7c2a-4268-9e08-ef480fff4ae0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.130529] env[62633]: DEBUG oslo_vmware.api [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 1038.130529] env[62633]: value = "task-2696734" [ 1038.130529] env[62633]: _type = "Task" [ 1038.130529] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.140724] env[62633]: DEBUG oslo_vmware.api [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.272731] env[62633]: DEBUG oslo_vmware.api [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.391338] env[62633]: DEBUG nova.compute.manager [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received event network-vif-plugged-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.391556] env[62633]: DEBUG oslo_concurrency.lockutils [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] Acquiring lock "399b767a-6feb-412d-b65f-698088e38536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.391767] env[62633]: DEBUG oslo_concurrency.lockutils [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] Lock "399b767a-6feb-412d-b65f-698088e38536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.391912] env[62633]: DEBUG oslo_concurrency.lockutils [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] Lock "399b767a-6feb-412d-b65f-698088e38536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.392098] env[62633]: DEBUG nova.compute.manager [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] No waiting events found dispatching network-vif-plugged-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.392271] env[62633]: WARNING nova.compute.manager [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received unexpected event network-vif-plugged-85d040c7-d04f-4767-97f2-805eb6bbd2d7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1038.392432] env[62633]: DEBUG nova.compute.manager [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received event network-changed-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.392589] env[62633]: DEBUG nova.compute.manager [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Refreshing instance network info cache due to event network-changed-85d040c7-d04f-4767-97f2-805eb6bbd2d7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1038.392750] env[62633]: DEBUG oslo_concurrency.lockutils [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] Acquiring lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.417322] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076194} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.419829] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.420768] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b2a96-ff1c-4731-80e6-e20c0ce3d0ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.446260] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4023528b-d970-4962-b92b-9a93516f1e98/4023528b-d970-4962-b92b-9a93516f1e98.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.447040] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Lock "388d68e1-51d8-45a1-b208-78ee3c34ede5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.417s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.452786] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e88593b-b4ec-45fe-8f63-7fffbb08b565 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.477255] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1038.477255] env[62633]: value = "task-2696735" [ 1038.477255] env[62633]: _type = "Task" [ 1038.477255] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.489090] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.495784] env[62633]: DEBUG oslo_concurrency.lockutils [req-1875c7fe-d40f-4fe6-b340-e0c76f7af335 req-581fa87e-8832-43c5-9cae-365303cde263 service nova] Releasing lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.547082] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5200023f-5df1-bb69-f9a0-eb4d81a2e163, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.547417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.548044] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039/0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.548044] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e0d44e0-cd69-48ee-8ae7-afe3831b5972 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.555938] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1038.555938] env[62633]: value = "task-2696736" [ 1038.555938] env[62633]: _type = "Task" [ 1038.555938] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.567407] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.640492] env[62633]: DEBUG oslo_vmware.api [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696734, 'name': PowerOffVM_Task, 'duration_secs': 0.4535} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.640777] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.640970] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.641245] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42cbc278-884d-4b97-a3d6-081d4c369b22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.658091] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c608a9-217b-4031-b1b3-45d6c39a5124 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.665703] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7680804-a193-4bdd-b98f-c67033f1a4f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.701416] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e35389e-0637-46c2-9dc8-777add856499 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.710106] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c8ddd8-03f1-49f6-861c-f15a6a463a7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.724723] env[62633]: DEBUG nova.compute.provider_tree [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.772262] env[62633]: DEBUG oslo_vmware.api [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.874037] env[62633]: DEBUG nova.network.neutron [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating instance_info_cache with network_info: [{"id": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "address": "fa:16:3e:1f:a0:e7", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d040c7-d0", "ovs_interfaceid": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.900200] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.900516] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.900801] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Deleting the datastore file [datastore2] 4a190bf3-0d75-44c8-beb0-a66b70242ce5 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.901165] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1561fbe-b5e2-4f8f-92dc-3b9dd5edac33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.910553] env[62633]: DEBUG oslo_vmware.api [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for the task: (returnval){ [ 1038.910553] env[62633]: value = "task-2696738" [ 1038.910553] env[62633]: _type = "Task" [ 1038.910553] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.920083] env[62633]: DEBUG oslo_vmware.api [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.987523] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696735, 'name': ReconfigVM_Task, 'duration_secs': 0.497207} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.987834] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4023528b-d970-4962-b92b-9a93516f1e98/4023528b-d970-4962-b92b-9a93516f1e98.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.988557] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5cdfd3b-925a-4fdc-9b5f-2a2d729a0ba7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.995811] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1038.995811] env[62633]: value = "task-2696739" [ 1038.995811] env[62633]: _type = "Task" [ 1038.995811] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.005159] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696739, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.065498] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479453} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.065802] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039/0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.066031] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.066369] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b2774d4-2acf-4d70-9572-6d6db979f917 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.072654] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1039.072654] env[62633]: value = "task-2696740" [ 1039.072654] env[62633]: _type = "Task" [ 1039.072654] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.082063] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.228764] env[62633]: DEBUG nova.scheduler.client.report [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.273198] env[62633]: DEBUG oslo_vmware.api [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696731, 'name': ReconfigVM_Task, 'duration_secs': 2.410553} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.273630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.273935] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1039.376417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.378986] env[62633]: DEBUG oslo_concurrency.lockutils [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] Acquired lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.379205] env[62633]: DEBUG nova.network.neutron [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Refreshing network info cache for port 85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.406812] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b3ad13edb7603b2011e5a92f8bb2bd2b',container_format='bare',created_at=2025-02-19T16:22:02Z,direct_url=,disk_format='vmdk',id=17bbea0f-4ee7-4254-af67-d89bc0881edd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1992719306-shelved',owner='ccdfdb0a9dd841c7b0f8c87bc4e7d1c8',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-02-19T16:22:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.407019] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.407220] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.407425] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.407576] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.407730] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.407942] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.408126] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.408299] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.408464] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.408640] env[62633]: DEBUG nova.virt.hardware [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.409721] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e9f4a0-fa2d-421d-bf00-8a3d1555a945 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.422838] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa49e52-e330-461f-8a7a-5c8889c41985 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.426459] env[62633]: DEBUG oslo_vmware.api [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Task: {'id': task-2696738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240448} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.426971] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.427189] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.427362] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.427533] env[62633]: INFO nova.compute.manager [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1039.427764] env[62633]: DEBUG oslo.service.loopingcall [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.428351] env[62633]: DEBUG nova.compute.manager [-] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.428498] env[62633]: DEBUG nova.network.neutron [-] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.437620] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:a0:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85d040c7-d04f-4767-97f2-805eb6bbd2d7', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.444829] env[62633]: DEBUG oslo.service.loopingcall [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.445884] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399b767a-6feb-412d-b65f-698088e38536] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.445916] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a14f0f14-1ce4-40f7-b118-cc462b147819 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.468146] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.468146] env[62633]: value = "task-2696741" [ 1039.468146] env[62633]: _type = "Task" [ 1039.468146] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.475772] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696741, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.506075] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696739, 'name': Rename_Task, 'duration_secs': 0.18459} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.506384] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.506631] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-909a71b0-c830-4708-907a-891af032e964 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.512729] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1039.512729] env[62633]: value = "task-2696742" [ 1039.512729] env[62633]: _type = "Task" [ 1039.512729] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.520643] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.582327] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081358} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.582327] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.583092] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcba6c4-7e47-498f-847f-5455ad5c0be7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.604838] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039/0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.605137] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b9b5c7-3147-47ac-a3e2-94e27ab7af75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.624575] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1039.624575] env[62633]: value = "task-2696743" [ 1039.624575] env[62633]: _type = "Task" [ 1039.624575] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.635092] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.735669] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.738341] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.295s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.739748] env[62633]: INFO nova.compute.claims [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.765966] env[62633]: INFO nova.scheduler.client.report [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Deleted allocations for instance 5b28bb09-79e0-49ae-8a61-937dea408e70 [ 1039.779616] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-458ef873-d2db-4691-86a0-b7700b9a0d3e-00ca6eac-d042-4981-9e1c-4472c9925b62" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.511s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.980164] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696741, 'name': CreateVM_Task, 'duration_secs': 0.36315} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.980164] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399b767a-6feb-412d-b65f-698088e38536] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.980815] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.981167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.981675] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.982346] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb51ff6-4a0a-467e-832e-3fa5d5afada3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.989231] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1039.989231] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5213dd8e-29be-6722-a93e-5eb623e1fa1c" [ 1039.989231] env[62633]: _type = "Task" [ 1039.989231] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.997825] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5213dd8e-29be-6722-a93e-5eb623e1fa1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.025128] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.134526] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.188614] env[62633]: DEBUG nova.network.neutron [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updated VIF entry in instance network info cache for port 85d040c7-d04f-4767-97f2-805eb6bbd2d7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.188614] env[62633]: DEBUG nova.network.neutron [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating instance_info_cache with network_info: [{"id": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "address": "fa:16:3e:1f:a0:e7", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d040c7-d0", "ovs_interfaceid": "85d040c7-d04f-4767-97f2-805eb6bbd2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.279542] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Lock "5b28bb09-79e0-49ae-8a61-937dea408e70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.584s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.409303] env[62633]: DEBUG nova.network.neutron [-] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.428433] env[62633]: DEBUG nova.compute.manager [req-cb3bcca9-9210-4cb9-841b-5fe81a78d697 req-51e0f5ef-d1e4-4173-9f60-071864a6fb97 service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Received event network-vif-deleted-e92bf638-c0de-4baa-b5f0-ee18b65f6757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.428755] env[62633]: INFO nova.compute.manager [req-cb3bcca9-9210-4cb9-841b-5fe81a78d697 req-51e0f5ef-d1e4-4173-9f60-071864a6fb97 service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Neutron deleted interface e92bf638-c0de-4baa-b5f0-ee18b65f6757; detaching it from the instance and deleting it from the info cache [ 1040.428887] env[62633]: DEBUG nova.network.neutron [req-cb3bcca9-9210-4cb9-841b-5fe81a78d697 req-51e0f5ef-d1e4-4173-9f60-071864a6fb97 service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.501996] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.502307] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Processing image 17bbea0f-4ee7-4254-af67-d89bc0881edd {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.502549] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd/17bbea0f-4ee7-4254-af67-d89bc0881edd.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.502698] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd/17bbea0f-4ee7-4254-af67-d89bc0881edd.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.502878] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.503197] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6fa99c8-4df6-4009-a578-d8b39f7469ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.513276] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.513505] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.514428] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d28018-f74e-4220-9b80-9c6f1bb000e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.524781] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1040.524781] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5292c0bf-3629-c8e6-dab8-52cc379bd6ae" [ 1040.524781] env[62633]: _type = "Task" [ 1040.524781] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.528481] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.541980] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1040.542402] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Fetch image to [datastore2] OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929/OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1040.542613] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Downloading stream optimized image 17bbea0f-4ee7-4254-af67-d89bc0881edd to [datastore2] OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929/OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929.vmdk on the data store datastore2 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1040.542836] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Downloading image file data 17bbea0f-4ee7-4254-af67-d89bc0881edd to the ESX as VM named 'OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1040.638237] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696743, 'name': ReconfigVM_Task, 'duration_secs': 0.942972} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.639116] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1040.639116] env[62633]: value = "resgroup-9" [ 1040.639116] env[62633]: _type = "ResourcePool" [ 1040.639116] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1040.639552] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039/0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.640701] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-587e2951-de85-4646-8f93-35143aab4bff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.659113] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e196d34e-7ea2-43b7-a917-eaa6836c69b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.667655] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1040.667655] env[62633]: value = "task-2696744" [ 1040.667655] env[62633]: _type = "Task" [ 1040.667655] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.669904] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lease: (returnval){ [ 1040.669904] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528c2267-e1eb-f4b0-1833-7f561faafbc5" [ 1040.669904] env[62633]: _type = "HttpNfcLease" [ 1040.669904] env[62633]: } obtained for vApp import into resource pool (val){ [ 1040.669904] env[62633]: value = "resgroup-9" [ 1040.669904] env[62633]: _type = "ResourcePool" [ 1040.669904] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1040.670348] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the lease: (returnval){ [ 1040.670348] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528c2267-e1eb-f4b0-1833-7f561faafbc5" [ 1040.670348] env[62633]: _type = "HttpNfcLease" [ 1040.670348] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1040.682057] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.682057] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528c2267-e1eb-f4b0-1833-7f561faafbc5" [ 1040.682057] env[62633]: _type = "HttpNfcLease" [ 1040.682057] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.685757] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696744, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.690445] env[62633]: DEBUG oslo_concurrency.lockutils [req-8be19cb4-2506-48a1-8655-0738e6dc8083 req-b527f083-f5dd-4484-bdee-fe0b3b49c2a0 service nova] Releasing lock "refresh_cache-399b767a-6feb-412d-b65f-698088e38536" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.915264] env[62633]: INFO nova.compute.manager [-] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Took 1.49 seconds to deallocate network for instance. [ 1040.931719] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c24ef267-3357-4bbd-a3fb-01be9fd1a890 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.951827] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7dc666-6e1d-4b94-85d1-4a40546b0c0c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.001519] env[62633]: DEBUG nova.compute.manager [req-cb3bcca9-9210-4cb9-841b-5fe81a78d697 req-51e0f5ef-d1e4-4173-9f60-071864a6fb97 service nova] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Detach interface failed, port_id=e92bf638-c0de-4baa-b5f0-ee18b65f6757, reason: Instance 4a190bf3-0d75-44c8-beb0-a66b70242ce5 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1041.031416] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22542954-1011-4822-9e97-2c0ddc3eab1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.034447] env[62633]: DEBUG oslo_vmware.api [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696742, 'name': PowerOnVM_Task, 'duration_secs': 1.164665} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.034784] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.034918] env[62633]: INFO nova.compute.manager [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1041.035182] env[62633]: DEBUG nova.compute.manager [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.036259] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b1d6d0-63b5-4b8f-8c00-e17fa5bd30e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.042319] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e7a827-a82a-4694-9b76-62a246f11b21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.078850] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fbcc19-4726-401c-b4a5-31678a3acc8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.090447] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82120ed-93d8-491c-97d6-e5c12702d041 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.105016] env[62633]: DEBUG nova.compute.provider_tree [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.183429] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696744, 'name': Rename_Task, 'duration_secs': 0.17703} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.185201] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.185453] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.185453] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528c2267-e1eb-f4b0-1833-7f561faafbc5" [ 1041.185453] env[62633]: _type = "HttpNfcLease" [ 1041.185453] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1041.185567] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11eae9de-f3b5-44ee-bd5f-00ee07da01a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.187277] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1041.187277] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528c2267-e1eb-f4b0-1833-7f561faafbc5" [ 1041.187277] env[62633]: _type = "HttpNfcLease" [ 1041.187277] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1041.187923] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb124a65-b673-4ac3-aa23-9684d217264a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.194340] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1041.194340] env[62633]: value = "task-2696746" [ 1041.194340] env[62633]: _type = "Task" [ 1041.194340] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.197713] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522917a8-3ab4-2884-3b7a-35e7f1750277/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1041.197896] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522917a8-3ab4-2884-3b7a-35e7f1750277/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1041.263690] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.268603] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-401b4200-742c-4422-b29a-5a530976e338 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.425388] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.564450] env[62633]: INFO nova.compute.manager [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Took 17.98 seconds to build instance. [ 1041.610348] env[62633]: DEBUG nova.scheduler.client.report [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.645054] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "interface-458ef873-d2db-4691-86a0-b7700b9a0d3e-00ca6eac-d042-4981-9e1c-4472c9925b62" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.645054] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-458ef873-d2db-4691-86a0-b7700b9a0d3e-00ca6eac-d042-4981-9e1c-4472c9925b62" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.709181] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696746, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.066994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ce084a-2247-4bda-b0f5-7b2d71569226 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.497s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.117058] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.117871] env[62633]: DEBUG nova.compute.manager [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.125182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.698s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.125182] env[62633]: DEBUG nova.objects.instance [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lazy-loading 'resources' on Instance uuid 4a190bf3-0d75-44c8-beb0-a66b70242ce5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.149546] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.149767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.150753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71a5140-3999-4b11-853d-0d138745bd8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.197457] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a1d8a5-2d42-48f9-97ad-95e5e8eeed9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.232485] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1042.234864] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c560523-14f4-4dfb-993f-127167726863 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.256416] env[62633]: DEBUG oslo_vmware.api [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696746, 'name': PowerOnVM_Task, 'duration_secs': 0.64128} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.257130] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.257381] env[62633]: INFO nova.compute.manager [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1042.257582] env[62633]: DEBUG nova.compute.manager [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.258513] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de4d73b-60c9-4ff4-87e5-a07e555e2a61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.262764] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 1042.262764] env[62633]: value = "task-2696747" [ 1042.262764] env[62633]: _type = "Task" [ 1042.262764] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.278162] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.576845] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1042.577024] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522917a8-3ab4-2884-3b7a-35e7f1750277/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1042.577989] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b069fb1-11f3-4184-a21d-723a137ac09a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.588500] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522917a8-3ab4-2884-3b7a-35e7f1750277/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1042.588500] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522917a8-3ab4-2884-3b7a-35e7f1750277/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1042.588738] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-daac948e-2acf-4816-97a6-a48afe59ec42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.605517] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "3d60f677-da9a-4224-905a-76b93c725026" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.605922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.626274] env[62633]: DEBUG nova.compute.utils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.631852] env[62633]: DEBUG nova.compute.manager [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.631852] env[62633]: DEBUG nova.network.neutron [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.697361] env[62633]: DEBUG nova.policy [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f996eb05e24c159a59ac1088e98378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04137b21e1694f77ba9178689ff1b807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.785242] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.791705] env[62633]: INFO nova.compute.manager [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Took 19.03 seconds to build instance. [ 1042.802438] env[62633]: DEBUG oslo_vmware.rw_handles [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522917a8-3ab4-2884-3b7a-35e7f1750277/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1042.802681] env[62633]: INFO nova.virt.vmwareapi.images [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Downloaded image file data 17bbea0f-4ee7-4254-af67-d89bc0881edd [ 1042.803565] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006208ce-4fe5-4802-a963-860fc133a748 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.833438] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e472ec04-9b7f-486e-bc5a-65588bc6b96f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.859907] env[62633]: INFO nova.virt.vmwareapi.images [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] The imported VM was unregistered [ 1042.863294] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1042.863613] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating directory with path [datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.864293] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faa796d8-34a8-4d08-9741-b35d0ba4b495 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.875090] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Created directory with path [datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.875337] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929/OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929.vmdk to [datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd/17bbea0f-4ee7-4254-af67-d89bc0881edd.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1042.878075] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2f0e5f5e-0c10-4124-8bae-02519b2cdc14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.885035] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1042.885035] env[62633]: value = "task-2696749" [ 1042.885035] env[62633]: _type = "Task" [ 1042.885035] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.896120] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696749, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.940491] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92c9cf4-a2ec-4875-8a1c-24316e555e1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.947657] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e1debb-d921-4ec3-93bf-0a8f5ebf3ebc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.995251] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba5cc19-99cf-46f0-897a-b1061e9db617 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.006171] env[62633]: DEBUG nova.compute.manager [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1043.014365] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf93ac3-df31-428b-a8b2-2f527810c30e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.029554] env[62633]: DEBUG nova.compute.provider_tree [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.114116] env[62633]: INFO nova.compute.manager [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Detaching volume ee26b984-5ae4-480b-b453-2dcbacfcc19b [ 1043.132484] env[62633]: DEBUG nova.compute.manager [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.158311] env[62633]: INFO nova.virt.block_device [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Attempting to driver detach volume ee26b984-5ae4-480b-b453-2dcbacfcc19b from mountpoint /dev/sdb [ 1043.158605] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1043.158820] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543438', 'volume_id': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'name': 'volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d60f677-da9a-4224-905a-76b93c725026', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'serial': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1043.160831] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6130d89-99d5-4df1-b0f2-5ed5eaef6139 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.188189] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b57465f-56ea-4c59-b712-90afa63cef58 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.195658] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf85119f-b5a3-40f7-868d-1ee87862418d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.221383] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9c44c6-566c-4a03-b4c8-37b89c8f2aff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.241190] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] The volume has not been displaced from its original location: [datastore2] volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b/volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1043.246609] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1043.247023] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c18104d2-a6d5-485b-a6de-3255a71fd0fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.270038] env[62633]: DEBUG oslo_vmware.api [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1043.270038] env[62633]: value = "task-2696750" [ 1043.270038] env[62633]: _type = "Task" [ 1043.270038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.277865] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.283794] env[62633]: DEBUG oslo_vmware.api [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.296488] env[62633]: DEBUG oslo_concurrency.lockutils [None req-07ceeac6-e470-4fdf-9410-858b62938728 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.543s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.395529] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696749, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.422114] env[62633]: DEBUG nova.network.neutron [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Successfully created port: a5b3c5ab-62d1-49e8-962b-91788196b36b {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.510180] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquiring lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.510457] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.510668] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquiring lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.510871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.511070] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.517015] env[62633]: INFO nova.compute.manager [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Terminating instance [ 1043.534653] env[62633]: DEBUG nova.scheduler.client.report [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.540260] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.785773] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.790662] env[62633]: DEBUG oslo_vmware.api [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696750, 'name': ReconfigVM_Task, 'duration_secs': 0.453706} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.790970] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1043.797171] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6544356a-88b4-449c-9552-c460b32b292b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.816807] env[62633]: DEBUG oslo_vmware.api [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1043.816807] env[62633]: value = "task-2696751" [ 1043.816807] env[62633]: _type = "Task" [ 1043.816807] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.828116] env[62633]: DEBUG oslo_vmware.api [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.895751] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696749, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.026453] env[62633]: DEBUG nova.compute.manager [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.026696] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.027730] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32943c7-c8f5-43c5-af50-2d4a315a2ca9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.036730] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.037061] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a548544-0d34-4444-8323-bd93ebd4c697 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.041256] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.045575] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.506s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.047324] env[62633]: DEBUG oslo_vmware.api [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1044.047324] env[62633]: value = "task-2696752" [ 1044.047324] env[62633]: _type = "Task" [ 1044.047324] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.058176] env[62633]: DEBUG oslo_vmware.api [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.068377] env[62633]: INFO nova.scheduler.client.report [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Deleted allocations for instance 4a190bf3-0d75-44c8-beb0-a66b70242ce5 [ 1044.145819] env[62633]: DEBUG nova.compute.manager [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.189447] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.189880] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.190445] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.190700] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.190945] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.191186] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.191502] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.191753] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.192146] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.192413] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.193047] env[62633]: DEBUG nova.virt.hardware [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.197019] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60c638e-b225-49ac-917d-915988e456f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.203803] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444e23f-9b8f-4a39-8195-baf6073b06c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.279023] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.328561] env[62633]: DEBUG oslo_vmware.api [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696751, 'name': ReconfigVM_Task, 'duration_secs': 0.159307} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.328901] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543438', 'volume_id': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'name': 'volume-ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d60f677-da9a-4224-905a-76b93c725026', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b', 'serial': 'ee26b984-5ae4-480b-b453-2dcbacfcc19b'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1044.396706] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696749, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.552433] env[62633]: INFO nova.compute.claims [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.568906] env[62633]: DEBUG oslo_vmware.api [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696752, 'name': PowerOffVM_Task, 'duration_secs': 0.289278} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.569212] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.569381] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.570496] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deee2985-eb30-42a8-be91-d39f909ed7c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.577659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f8a2b3b-e844-40da-923f-23e9988e3775 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Lock "4a190bf3-0d75-44c8-beb0-a66b70242ce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.970s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.644991] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.644991] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.644991] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Deleting the datastore file [datastore1] 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.644991] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94d56eb2-aeed-4eb2-9257-b63acf4ac6ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.652098] env[62633]: DEBUG oslo_vmware.api [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for the task: (returnval){ [ 1044.652098] env[62633]: value = "task-2696754" [ 1044.652098] env[62633]: _type = "Task" [ 1044.652098] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.661777] env[62633]: DEBUG oslo_vmware.api [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.776656] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.889787] env[62633]: DEBUG nova.objects.instance [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lazy-loading 'flavor' on Instance uuid 3d60f677-da9a-4224-905a-76b93c725026 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.900754] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696749, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.985151] env[62633]: DEBUG nova.compute.manager [req-885cf182-9ac0-46b1-9753-f103c882b340 req-768790b4-b381-40db-8446-c7e0c6cf4944 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Received event network-vif-plugged-a5b3c5ab-62d1-49e8-962b-91788196b36b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1044.985151] env[62633]: DEBUG oslo_concurrency.lockutils [req-885cf182-9ac0-46b1-9753-f103c882b340 req-768790b4-b381-40db-8446-c7e0c6cf4944 service nova] Acquiring lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.985151] env[62633]: DEBUG oslo_concurrency.lockutils [req-885cf182-9ac0-46b1-9753-f103c882b340 req-768790b4-b381-40db-8446-c7e0c6cf4944 service nova] Lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.985151] env[62633]: DEBUG oslo_concurrency.lockutils [req-885cf182-9ac0-46b1-9753-f103c882b340 req-768790b4-b381-40db-8446-c7e0c6cf4944 service nova] Lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.985151] env[62633]: DEBUG nova.compute.manager [req-885cf182-9ac0-46b1-9753-f103c882b340 req-768790b4-b381-40db-8446-c7e0c6cf4944 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] No waiting events found dispatching network-vif-plugged-a5b3c5ab-62d1-49e8-962b-91788196b36b {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.985151] env[62633]: WARNING nova.compute.manager [req-885cf182-9ac0-46b1-9753-f103c882b340 req-768790b4-b381-40db-8446-c7e0c6cf4944 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Received unexpected event network-vif-plugged-a5b3c5ab-62d1-49e8-962b-91788196b36b for instance with vm_state building and task_state spawning. [ 1045.065417] env[62633]: INFO nova.compute.resource_tracker [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating resource usage from migration 3a6fabb7-f00c-474c-b969-608d5b594c74 [ 1045.078668] env[62633]: DEBUG nova.network.neutron [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Successfully updated port: a5b3c5ab-62d1-49e8-962b-91788196b36b {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.164011] env[62633]: DEBUG oslo_vmware.api [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Task: {'id': task-2696754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256759} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.167775] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.168120] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.168364] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.168569] env[62633]: INFO nova.compute.manager [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1045.168844] env[62633]: DEBUG oslo.service.loopingcall [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.169700] env[62633]: DEBUG nova.compute.manager [-] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.169819] env[62633]: DEBUG nova.network.neutron [-] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.280961] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.329936] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b890359b-99df-4ecc-9ab9-edabe1bfdb51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.338341] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a92882-183e-4673-97f7-f152ae0e8671 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.375672] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6023180-75d5-450d-8ef7-40075b1601f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.385661] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6625d38-e2c4-48bf-8bc3-4247b8d1cff6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.406784] env[62633]: DEBUG nova.compute.provider_tree [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.416252] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696749, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.582827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.582827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.582991] env[62633]: DEBUG nova.network.neutron [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.783936] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.903191] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696749, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.606532} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.903191] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929/OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929.vmdk to [datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd/17bbea0f-4ee7-4254-af67-d89bc0881edd.vmdk. [ 1045.903191] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Cleaning up location [datastore2] OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1045.903191] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cda3bfcc-e0d9-4f7c-8d76-1cf08eddb929 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.903191] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dd6390c-2d50-4dbf-915c-63126f4253e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.910089] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1045.910089] env[62633]: value = "task-2696755" [ 1045.910089] env[62633]: _type = "Task" [ 1045.910089] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.910965] env[62633]: DEBUG nova.scheduler.client.report [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.914404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9656d2b0-67d7-471e-a55c-1ee99054705b tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.925384] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.140937] env[62633]: DEBUG nova.network.neutron [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.201435] env[62633]: DEBUG nova.network.neutron [-] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.214396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquiring lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.214656] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.280988] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.354335] env[62633]: DEBUG nova.network.neutron [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Updating instance_info_cache with network_info: [{"id": "a5b3c5ab-62d1-49e8-962b-91788196b36b", "address": "fa:16:3e:2c:1a:ba", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b3c5ab-62", "ovs_interfaceid": "a5b3c5ab-62d1-49e8-962b-91788196b36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.416950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.371s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.417169] env[62633]: INFO nova.compute.manager [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Migrating [ 1046.431572] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03777} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.436176] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.436406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd/17bbea0f-4ee7-4254-af67-d89bc0881edd.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.436669] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd/17bbea0f-4ee7-4254-af67-d89bc0881edd.vmdk to [datastore2] 399b767a-6feb-412d-b65f-698088e38536/399b767a-6feb-412d-b65f-698088e38536.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.437377] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d0ddcf0-854e-43fd-bfa0-99a2546e38e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.445623] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1046.445623] env[62633]: value = "task-2696756" [ 1046.445623] env[62633]: _type = "Task" [ 1046.445623] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.458952] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.575640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "3d60f677-da9a-4224-905a-76b93c725026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.575782] env[62633]: DEBUG oslo_concurrency.lockutils [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.575859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "3d60f677-da9a-4224-905a-76b93c725026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.576051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.576222] env[62633]: DEBUG oslo_concurrency.lockutils [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.578436] env[62633]: INFO nova.compute.manager [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Terminating instance [ 1046.705429] env[62633]: INFO nova.compute.manager [-] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Took 1.53 seconds to deallocate network for instance. [ 1046.717421] env[62633]: DEBUG nova.compute.manager [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.782286] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.856829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.857948] env[62633]: DEBUG nova.compute.manager [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Instance network_info: |[{"id": "a5b3c5ab-62d1-49e8-962b-91788196b36b", "address": "fa:16:3e:2c:1a:ba", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b3c5ab-62", "ovs_interfaceid": "a5b3c5ab-62d1-49e8-962b-91788196b36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.857948] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:1a:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5b3c5ab-62d1-49e8-962b-91788196b36b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.867059] env[62633]: DEBUG oslo.service.loopingcall [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.867059] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.867059] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-245b1be0-a596-4708-9ba2-044095db092d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.888871] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.888871] env[62633]: value = "task-2696757" [ 1046.888871] env[62633]: _type = "Task" [ 1046.888871] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.901178] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696757, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.938187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.938187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.938187] env[62633]: DEBUG nova.network.neutron [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.957600] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696756, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.050449] env[62633]: DEBUG nova.compute.manager [req-04dbeb48-7ca6-4058-adf9-a726ba9965be req-13ff0486-d68f-4538-8966-117a8a2d265f service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Received event network-changed-a5b3c5ab-62d1-49e8-962b-91788196b36b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.051857] env[62633]: DEBUG nova.compute.manager [req-04dbeb48-7ca6-4058-adf9-a726ba9965be req-13ff0486-d68f-4538-8966-117a8a2d265f service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Refreshing instance network info cache due to event network-changed-a5b3c5ab-62d1-49e8-962b-91788196b36b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.052276] env[62633]: DEBUG oslo_concurrency.lockutils [req-04dbeb48-7ca6-4058-adf9-a726ba9965be req-13ff0486-d68f-4538-8966-117a8a2d265f service nova] Acquiring lock "refresh_cache-6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.052553] env[62633]: DEBUG oslo_concurrency.lockutils [req-04dbeb48-7ca6-4058-adf9-a726ba9965be req-13ff0486-d68f-4538-8966-117a8a2d265f service nova] Acquired lock "refresh_cache-6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.052974] env[62633]: DEBUG nova.network.neutron [req-04dbeb48-7ca6-4058-adf9-a726ba9965be req-13ff0486-d68f-4538-8966-117a8a2d265f service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Refreshing network info cache for port a5b3c5ab-62d1-49e8-962b-91788196b36b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.085023] env[62633]: DEBUG nova.compute.manager [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.085023] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.085643] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838c975e-84b8-45af-aa2d-975807260d53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.095729] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.097668] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a477d1f-b3e7-4a41-96b3-646c4ff2bcdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.104716] env[62633]: DEBUG oslo_vmware.api [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1047.104716] env[62633]: value = "task-2696758" [ 1047.104716] env[62633]: _type = "Task" [ 1047.104716] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.118150] env[62633]: DEBUG oslo_vmware.api [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.216439] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.216488] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.216850] env[62633]: DEBUG nova.objects.instance [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lazy-loading 'resources' on Instance uuid 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.256308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.288768] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.399056] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696757, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.455775] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696756, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.615129] env[62633]: DEBUG oslo_vmware.api [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696758, 'name': PowerOffVM_Task, 'duration_secs': 0.25742} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.618549] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.618549] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.620680] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8220e289-8662-45d9-ac10-e6ae20eec412 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.785937] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.788168] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.788555] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.788641] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Deleting the datastore file [datastore1] 3d60f677-da9a-4224-905a-76b93c725026 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.791193] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebf286dc-1cbd-40b7-a94f-e0e2634ce676 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.796714] env[62633]: DEBUG oslo_vmware.api [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1047.796714] env[62633]: value = "task-2696760" [ 1047.796714] env[62633]: _type = "Task" [ 1047.796714] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.807681] env[62633]: DEBUG oslo_vmware.api [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.816035] env[62633]: DEBUG nova.network.neutron [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance_info_cache with network_info: [{"id": "4e6674cf-db14-4089-9db5-d42411179b55", "address": "fa:16:3e:bd:ef:af", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6674cf-db", "ovs_interfaceid": "4e6674cf-db14-4089-9db5-d42411179b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.896216] env[62633]: DEBUG nova.network.neutron [req-04dbeb48-7ca6-4058-adf9-a726ba9965be req-13ff0486-d68f-4538-8966-117a8a2d265f service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Updated VIF entry in instance network info cache for port a5b3c5ab-62d1-49e8-962b-91788196b36b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.896735] env[62633]: DEBUG nova.network.neutron [req-04dbeb48-7ca6-4058-adf9-a726ba9965be req-13ff0486-d68f-4538-8966-117a8a2d265f service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Updating instance_info_cache with network_info: [{"id": "a5b3c5ab-62d1-49e8-962b-91788196b36b", "address": "fa:16:3e:2c:1a:ba", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b3c5ab-62", "ovs_interfaceid": "a5b3c5ab-62d1-49e8-962b-91788196b36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.903448] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696757, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.963123] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696756, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.983239] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9062cddb-4493-4ae4-b59c-d8acc86ef288 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.991286] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dd0d8d-7b2a-406a-bf50-69fe8afab865 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.024403] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfac019-5c62-4d76-9d79-c67f56027096 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.032177] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedf0538-5d0f-4781-96e6-dd0fa1686735 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.046888] env[62633]: DEBUG nova.compute.provider_tree [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.286347] env[62633]: DEBUG oslo_vmware.api [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696747, 'name': ReconfigVM_Task, 'duration_secs': 5.897907} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.286546] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.286643] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1048.306486] env[62633]: DEBUG oslo_vmware.api [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30193} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.306722] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.306911] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.307109] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.307287] env[62633]: INFO nova.compute.manager [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1048.307659] env[62633]: DEBUG oslo.service.loopingcall [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.307887] env[62633]: DEBUG nova.compute.manager [-] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.308432] env[62633]: DEBUG nova.network.neutron [-] [instance: 3d60f677-da9a-4224-905a-76b93c725026] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.319424] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.402036] env[62633]: DEBUG oslo_concurrency.lockutils [req-04dbeb48-7ca6-4058-adf9-a726ba9965be req-13ff0486-d68f-4538-8966-117a8a2d265f service nova] Releasing lock "refresh_cache-6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.402036] env[62633]: DEBUG nova.compute.manager [req-04dbeb48-7ca6-4058-adf9-a726ba9965be req-13ff0486-d68f-4538-8966-117a8a2d265f service nova] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Received event network-vif-deleted-4d401c4f-a2ab-4b94-9918-db8477c672ff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.402036] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696757, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.458231] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696756, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.550708] env[62633]: DEBUG nova.scheduler.client.report [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.901403] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696757, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.959013] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696756, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.420844} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.959265] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17bbea0f-4ee7-4254-af67-d89bc0881edd/17bbea0f-4ee7-4254-af67-d89bc0881edd.vmdk to [datastore2] 399b767a-6feb-412d-b65f-698088e38536/399b767a-6feb-412d-b65f-698088e38536.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.960100] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb9c14-f681-4091-b8f7-a46868ad6ecb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.984652] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 399b767a-6feb-412d-b65f-698088e38536/399b767a-6feb-412d-b65f-698088e38536.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.985027] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f83e66-79e8-492f-8cac-70bc0c73120b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.009501] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1049.009501] env[62633]: value = "task-2696761" [ 1049.009501] env[62633]: _type = "Task" [ 1049.009501] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.020469] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.056606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.059167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.803s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.060766] env[62633]: INFO nova.compute.claims [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.080870] env[62633]: DEBUG nova.compute.manager [req-b9e5340c-3252-4530-b40f-6e4f9081e79b req-df751c5d-04c6-40e5-9b73-3e8a7b33340d service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Received event network-vif-deleted-c9c13a96-3094-4586-8cff-46e56d589af8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.081096] env[62633]: INFO nova.compute.manager [req-b9e5340c-3252-4530-b40f-6e4f9081e79b req-df751c5d-04c6-40e5-9b73-3e8a7b33340d service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Neutron deleted interface c9c13a96-3094-4586-8cff-46e56d589af8; detaching it from the instance and deleting it from the info cache [ 1049.081284] env[62633]: DEBUG nova.network.neutron [req-b9e5340c-3252-4530-b40f-6e4f9081e79b req-df751c5d-04c6-40e5-9b73-3e8a7b33340d service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.083562] env[62633]: INFO nova.scheduler.client.report [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Deleted allocations for instance 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039 [ 1049.402107] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696757, 'name': CreateVM_Task, 'duration_secs': 2.058804} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.402274] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.402966] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.403162] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.403479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.403726] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df40313-63b9-491b-a6c2-b44553c912af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.408314] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1049.408314] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c1642c-bf7e-369f-b8c8-95c7552c3214" [ 1049.408314] env[62633]: _type = "Task" [ 1049.408314] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.416119] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c1642c-bf7e-369f-b8c8-95c7552c3214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.505789] env[62633]: DEBUG nova.network.neutron [-] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.523642] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696761, 'name': ReconfigVM_Task, 'duration_secs': 0.512248} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.523949] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 399b767a-6feb-412d-b65f-698088e38536/399b767a-6feb-412d-b65f-698088e38536.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.525100] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'size': 0, 'image_id': '8766f35a-2c20-4173-bc3c-85dd2024992d'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543451', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'name': 'volume-104bd7f4-b024-4547-bd50-5c5303638dc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '399b767a-6feb-412d-b65f-698088e38536', 'attached_at': '', 'detached_at': '', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'serial': '104bd7f4-b024-4547-bd50-5c5303638dc1'}, 'boot_index': None, 'disk_bus': None, 'attachment_id': 'c2387468-22db-4ee5-b94b-d00262d0c61e', 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1049.525326] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.525534] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543451', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'name': 'volume-104bd7f4-b024-4547-bd50-5c5303638dc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '399b767a-6feb-412d-b65f-698088e38536', 'attached_at': '', 'detached_at': '', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'serial': '104bd7f4-b024-4547-bd50-5c5303638dc1'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.526553] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60547cb-4b0f-4963-8a4d-c4dafcd9677d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.542749] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531448cd-c20b-444f-ba25-6c4e19c74bca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.568945] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-104bd7f4-b024-4547-bd50-5c5303638dc1/volume-104bd7f4-b024-4547-bd50-5c5303638dc1.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.571870] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a1068e-3825-4f39-a732-0917c39210a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.591767] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34bd69f7-9020-4b06-9def-341549cf643a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.595019] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1049.595019] env[62633]: value = "task-2696762" [ 1049.595019] env[62633]: _type = "Task" [ 1049.595019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.595019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9328876d-fc42-4bbb-8c44-09e028059fd6 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Lock "0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.085s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.604073] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a7f152-bc5e-454f-97c9-fb9a0342013c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.620639] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.642514] env[62633]: DEBUG nova.compute.manager [req-b9e5340c-3252-4530-b40f-6e4f9081e79b req-df751c5d-04c6-40e5-9b73-3e8a7b33340d service nova] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Detach interface failed, port_id=c9c13a96-3094-4586-8cff-46e56d589af8, reason: Instance 3d60f677-da9a-4224-905a-76b93c725026 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1049.837048] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c7cd8f-9cf9-4add-a813-76233d876dfe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.854855] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance '4023528b-d970-4962-b92b-9a93516f1e98' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.866274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.866491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquired lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.866766] env[62633]: DEBUG nova.network.neutron [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.920665] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c1642c-bf7e-369f-b8c8-95c7552c3214, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.920811] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.921020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.921310] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.921497] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.921714] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.922043] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-688cf674-a650-407c-84ed-fd171111bdb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.933472] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.933713] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.934437] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858f6aea-a04c-4256-84c0-450e59bc7d4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.939804] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1049.939804] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524e1a48-0dcc-f1d8-5781-3239ec9c3e40" [ 1049.939804] env[62633]: _type = "Task" [ 1049.939804] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.950987] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524e1a48-0dcc-f1d8-5781-3239ec9c3e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.008235] env[62633]: INFO nova.compute.manager [-] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Took 1.70 seconds to deallocate network for instance. [ 1050.105627] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696762, 'name': ReconfigVM_Task, 'duration_secs': 0.304737} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.108615] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-104bd7f4-b024-4547-bd50-5c5303638dc1/volume-104bd7f4-b024-4547-bd50-5c5303638dc1.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.114024] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e762686-ff01-4ae6-ad78-105f28baed42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.131683] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1050.131683] env[62633]: value = "task-2696763" [ 1050.131683] env[62633]: _type = "Task" [ 1050.131683] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.140990] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.191558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.191865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.192097] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "458ef873-d2db-4691-86a0-b7700b9a0d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.192286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.192453] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.196691] env[62633]: INFO nova.compute.manager [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Terminating instance [ 1050.264784] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e839918-543b-495f-ab53-a3a2b1736fc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.274013] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c822e7-8b81-404b-85c0-5a2a3de817ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.304518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af86ea29-d0fc-4f61-848a-dba2c3108a06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.312177] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a633dde2-232e-4070-bf9a-e01583cf3fc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.326010] env[62633]: DEBUG nova.compute.provider_tree [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.360672] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.360867] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b591963-88e4-4083-b7a2-af7970ba3940 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.371596] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1050.371596] env[62633]: value = "task-2696764" [ 1050.371596] env[62633]: _type = "Task" [ 1050.371596] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.383634] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.449937] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524e1a48-0dcc-f1d8-5781-3239ec9c3e40, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.450713] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dee2eb0-90ce-4b7b-90b0-70919438e064 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.455644] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1050.455644] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ee1d1e-d6a6-c506-9660-087348eda630" [ 1050.455644] env[62633]: _type = "Task" [ 1050.455644] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.462929] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ee1d1e-d6a6-c506-9660-087348eda630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.517814] env[62633]: DEBUG oslo_concurrency.lockutils [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.642585] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696763, 'name': ReconfigVM_Task, 'duration_secs': 0.147693} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.642830] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543451', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'name': 'volume-104bd7f4-b024-4547-bd50-5c5303638dc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '399b767a-6feb-412d-b65f-698088e38536', 'attached_at': '', 'detached_at': '', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'serial': '104bd7f4-b024-4547-bd50-5c5303638dc1'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.643441] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec326625-3a79-43fb-b6c4-d166cd2a02eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.649307] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1050.649307] env[62633]: value = "task-2696765" [ 1050.649307] env[62633]: _type = "Task" [ 1050.649307] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.660308] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696765, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.697832] env[62633]: INFO nova.network.neutron [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Port 00ca6eac-d042-4981-9e1c-4472c9925b62 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1050.698208] env[62633]: DEBUG nova.network.neutron [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [{"id": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "address": "fa:16:3e:45:46:62", "network": {"id": "356b946a-58cb-4591-a084-f5fc301540ba", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1986557820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9fecf2e237f45018e4afed92dac533d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5d7b30-a2", "ovs_interfaceid": "5c5d7b30-a2ef-4b00-86da-ab72d949c4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.701362] env[62633]: DEBUG nova.compute.manager [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.701555] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.702388] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6cf4ac-c59f-4dac-9b32-a01668a0ffe1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.709685] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.709940] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9de1733c-8807-43cc-8c61-7cc14a26c055 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.716317] env[62633]: DEBUG oslo_vmware.api [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 1050.716317] env[62633]: value = "task-2696766" [ 1050.716317] env[62633]: _type = "Task" [ 1050.716317] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.724527] env[62633]: DEBUG oslo_vmware.api [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.829679] env[62633]: DEBUG nova.scheduler.client.report [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.881461] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696764, 'name': PowerOffVM_Task, 'duration_secs': 0.278026} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.881701] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.881886] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance '4023528b-d970-4962-b92b-9a93516f1e98' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.968870] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ee1d1e-d6a6-c506-9660-087348eda630, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.968870] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.968870] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d/6ef35b8a-ef0e-49b2-98a5-f26f1016d51d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.968870] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5525c3bf-e830-49a1-814e-1a2d96a29061 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.973696] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1050.973696] env[62633]: value = "task-2696767" [ 1050.973696] env[62633]: _type = "Task" [ 1050.973696] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.983393] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.160940] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696765, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.202215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Releasing lock "refresh_cache-458ef873-d2db-4691-86a0-b7700b9a0d3e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.230023] env[62633]: DEBUG oslo_vmware.api [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.336276] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.336886] env[62633]: DEBUG nova.compute.manager [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.339752] env[62633]: DEBUG oslo_concurrency.lockutils [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.822s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.343023] env[62633]: DEBUG nova.objects.instance [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lazy-loading 'resources' on Instance uuid 3d60f677-da9a-4224-905a-76b93c725026 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.388626] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.388956] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.389169] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.389374] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.389542] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.389692] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.389899] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.390112] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.390290] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.390473] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.390658] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.396994] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6729e1e8-30a3-4e75-8d36-aad7b30788f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.418578] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1051.418578] env[62633]: value = "task-2696768" [ 1051.418578] env[62633]: _type = "Task" [ 1051.418578] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.429579] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.486559] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502027} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.486922] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d/6ef35b8a-ef0e-49b2-98a5-f26f1016d51d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.487265] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.487727] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c06d9d85-0a4d-47be-89d6-19e601c5b1f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.497630] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1051.497630] env[62633]: value = "task-2696769" [ 1051.497630] env[62633]: _type = "Task" [ 1051.497630] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.507596] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.659898] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696765, 'name': Rename_Task, 'duration_secs': 0.879327} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.660199] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.660449] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f07e8c3e-fec6-4e2d-9bd2-65f6ad630a22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.666358] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1051.666358] env[62633]: value = "task-2696770" [ 1051.666358] env[62633]: _type = "Task" [ 1051.666358] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.675881] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.705185] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c23761b5-7c6d-4c4b-8eab-80dc94aa48ac tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "interface-458ef873-d2db-4691-86a0-b7700b9a0d3e-00ca6eac-d042-4981-9e1c-4472c9925b62" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.060s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.728769] env[62633]: DEBUG oslo_vmware.api [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696766, 'name': PowerOffVM_Task, 'duration_secs': 0.818559} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.729069] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.729247] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.729510] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9678a64-e0f4-4bf6-b9ca-132404729f3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.843517] env[62633]: DEBUG nova.compute.utils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.848241] env[62633]: DEBUG nova.compute.manager [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.848442] env[62633]: DEBUG nova.network.neutron [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.891285] env[62633]: DEBUG nova.policy [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '160547e873344d679bef636583a76d2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc413ab522d45ffbc685dd2b1a02e8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.908802] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.909862] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.909862] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleting the datastore file [datastore2] 458ef873-d2db-4691-86a0-b7700b9a0d3e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.909862] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3f9714a-11f8-4ec0-bd28-1f02203479e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.917022] env[62633]: DEBUG oslo_vmware.api [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 1051.917022] env[62633]: value = "task-2696772" [ 1051.917022] env[62633]: _type = "Task" [ 1051.917022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.931090] env[62633]: DEBUG oslo_vmware.api [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.934609] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.015104] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069109} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.015479] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.016636] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376ff7a-3c1f-4bfb-9b7f-0ab5bf27a5d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.045824] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d/6ef35b8a-ef0e-49b2-98a5-f26f1016d51d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.048830] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5619350d-0616-4222-999b-0abbe368935a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.070919] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1052.070919] env[62633]: value = "task-2696773" [ 1052.070919] env[62633]: _type = "Task" [ 1052.070919] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.083415] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.133075] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c868050-92b4-4323-94ef-3e79d9d66b81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.144314] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478b56fb-195d-4b2f-b578-b9484c81c78b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.180458] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e73be-39d2-4fe7-97b0-8f0402e1c5b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.191248] env[62633]: DEBUG nova.network.neutron [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Successfully created port: 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.194346] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dd86f0-340e-4901-8a1c-f00609e5a429 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.198578] env[62633]: DEBUG oslo_vmware.api [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696770, 'name': PowerOnVM_Task, 'duration_secs': 0.510628} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.198855] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.212512] env[62633]: DEBUG nova.compute.provider_tree [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.319282] env[62633]: DEBUG nova.compute.manager [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.320347] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daff6b07-9ef6-4866-b84b-78b750d97fd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.351076] env[62633]: DEBUG nova.compute.manager [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.433393] env[62633]: DEBUG oslo_vmware.api [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313072} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.436393] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.436611] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.436793] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.436982] env[62633]: INFO nova.compute.manager [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1052.437267] env[62633]: DEBUG oslo.service.loopingcall [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.438094] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.438094] env[62633]: DEBUG nova.compute.manager [-] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.438094] env[62633]: DEBUG nova.network.neutron [-] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.582403] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.716640] env[62633]: DEBUG nova.scheduler.client.report [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.836817] env[62633]: DEBUG oslo_concurrency.lockutils [None req-953196da-abc3-4524-babe-ba75f667e1ef tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.345s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.930952] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696768, 'name': ReconfigVM_Task, 'duration_secs': 1.277499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.931291] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance '4023528b-d970-4962-b92b-9a93516f1e98' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.069863] env[62633]: DEBUG nova.compute.manager [req-cb895579-6683-4870-8ec2-9c2de874234f req-29089986-88c7-46a0-945b-73bf23a7cdad service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Received event network-vif-deleted-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.071223] env[62633]: INFO nova.compute.manager [req-cb895579-6683-4870-8ec2-9c2de874234f req-29089986-88c7-46a0-945b-73bf23a7cdad service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Neutron deleted interface 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6; detaching it from the instance and deleting it from the info cache [ 1053.071223] env[62633]: DEBUG nova.network.neutron [req-cb895579-6683-4870-8ec2-9c2de874234f req-29089986-88c7-46a0-945b-73bf23a7cdad service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.082380] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696773, 'name': ReconfigVM_Task, 'duration_secs': 0.546991} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.083113] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d/6ef35b8a-ef0e-49b2-98a5-f26f1016d51d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.083717] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27ce3284-a8fa-4bf1-bb1d-d36f4da468cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.089893] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1053.089893] env[62633]: value = "task-2696774" [ 1053.089893] env[62633]: _type = "Task" [ 1053.089893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.099031] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696774, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.222765] env[62633]: DEBUG oslo_concurrency.lockutils [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.246968] env[62633]: INFO nova.scheduler.client.report [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Deleted allocations for instance 3d60f677-da9a-4224-905a-76b93c725026 [ 1053.358507] env[62633]: DEBUG nova.compute.manager [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.409318] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.409572] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.409817] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.409977] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.410210] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.410403] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.410653] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.410854] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.411110] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.411381] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.411538] env[62633]: DEBUG nova.virt.hardware [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.412499] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a07ea8e-c8f1-478f-a2fa-4bcd896527be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.421440] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f80c2ae-72d9-4bc9-a27d-55c60e944ea4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.437041] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.437364] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.437585] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.437827] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.438037] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.438233] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.438522] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.438759] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.438999] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.439238] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.439493] env[62633]: DEBUG nova.virt.hardware [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.445081] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1053.446032] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770c7975-b770-488d-9512-1408ed1d7302 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.463593] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1053.463593] env[62633]: value = "task-2696775" [ 1053.463593] env[62633]: _type = "Task" [ 1053.463593] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.472927] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.552441] env[62633]: DEBUG nova.network.neutron [-] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.573029] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30750bfe-a9b5-4c87-b568-2a6d371975b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.585320] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d102604d-559f-4cae-ae48-ee6de9040a2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.604437] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696774, 'name': Rename_Task, 'duration_secs': 0.168331} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.604718] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.604944] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3bef46f-e205-4dd3-99c4-41a4ec7fec6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.620767] env[62633]: DEBUG nova.compute.manager [req-cb895579-6683-4870-8ec2-9c2de874234f req-29089986-88c7-46a0-945b-73bf23a7cdad service nova] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Detach interface failed, port_id=5c5d7b30-a2ef-4b00-86da-ab72d949c4e6, reason: Instance 458ef873-d2db-4691-86a0-b7700b9a0d3e could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1053.622499] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1053.622499] env[62633]: value = "task-2696776" [ 1053.622499] env[62633]: _type = "Task" [ 1053.622499] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.630792] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696776, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.746336] env[62633]: DEBUG nova.network.neutron [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Successfully updated port: 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.755580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-936fd1b2-c86a-49c2-bc92-a76776760152 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "3d60f677-da9a-4224-905a-76b93c725026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.180s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.974299] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696775, 'name': ReconfigVM_Task, 'duration_secs': 0.213472} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.974582] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.975395] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad1db5b-e809-477e-b96d-f621f80e0c05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.997060] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4023528b-d970-4962-b92b-9a93516f1e98/4023528b-d970-4962-b92b-9a93516f1e98.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.997280] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ad4da1-6218-4e9e-88ee-0076212e1119 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.016294] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1054.016294] env[62633]: value = "task-2696777" [ 1054.016294] env[62633]: _type = "Task" [ 1054.016294] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.024212] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.055945] env[62633]: INFO nova.compute.manager [-] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Took 1.62 seconds to deallocate network for instance. [ 1054.134328] env[62633]: DEBUG oslo_vmware.api [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696776, 'name': PowerOnVM_Task, 'duration_secs': 0.453861} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.134328] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.134328] env[62633]: INFO nova.compute.manager [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1054.134576] env[62633]: DEBUG nova.compute.manager [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.135432] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3746f6fe-18f0-4a25-abd6-f6293b33efca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.249314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquiring lock "refresh_cache-dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.249609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquired lock "refresh_cache-dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.250039] env[62633]: DEBUG nova.network.neutron [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.527350] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696777, 'name': ReconfigVM_Task, 'duration_secs': 0.2959} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.527607] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4023528b-d970-4962-b92b-9a93516f1e98/4023528b-d970-4962-b92b-9a93516f1e98.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.527884] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance '4023528b-d970-4962-b92b-9a93516f1e98' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.562493] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.562768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.562990] env[62633]: DEBUG nova.objects.instance [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'resources' on Instance uuid 458ef873-d2db-4691-86a0-b7700b9a0d3e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.653192] env[62633]: INFO nova.compute.manager [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Took 18.23 seconds to build instance. [ 1054.784093] env[62633]: DEBUG nova.network.neutron [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.915660] env[62633]: DEBUG nova.network.neutron [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Updating instance_info_cache with network_info: [{"id": "7e41e8ce-e1ee-4c45-ad2b-141735b9ea17", "address": "fa:16:3e:10:ac:24", "network": {"id": "dcd9d587-31cb-4b97-9091-dd8223eb60a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2062336528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc413ab522d45ffbc685dd2b1a02e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e41e8ce-e1", "ovs_interfaceid": "7e41e8ce-e1ee-4c45-ad2b-141735b9ea17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.034497] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4ba7a3-c84b-4ab0-ad8b-829646b9e50e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.054246] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55db7c7b-9cdb-4394-9e95-a6b6fd985df7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.075153] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance '4023528b-d970-4962-b92b-9a93516f1e98' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.095714] env[62633]: DEBUG nova.compute.manager [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Received event network-vif-plugged-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.095714] env[62633]: DEBUG oslo_concurrency.lockutils [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] Acquiring lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.096184] env[62633]: DEBUG oslo_concurrency.lockutils [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] Lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.096184] env[62633]: DEBUG oslo_concurrency.lockutils [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] Lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.096260] env[62633]: DEBUG nova.compute.manager [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] No waiting events found dispatching network-vif-plugged-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.096380] env[62633]: WARNING nova.compute.manager [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Received unexpected event network-vif-plugged-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 for instance with vm_state building and task_state spawning. [ 1055.096538] env[62633]: DEBUG nova.compute.manager [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Received event network-changed-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.096691] env[62633]: DEBUG nova.compute.manager [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Refreshing instance network info cache due to event network-changed-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.096851] env[62633]: DEBUG oslo_concurrency.lockutils [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] Acquiring lock "refresh_cache-dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.154952] env[62633]: DEBUG oslo_concurrency.lockutils [None req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.739s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.259876] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba71aec-3ffd-4ea7-b7de-ba78da3d597f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.268894] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55340cbe-266c-44ad-bbb9-be4472cd7643 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.307870] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d9e14f-fb4c-46d4-9ac1-5975b4cbc199 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.320880] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae3b96c-a1f8-41e7-91bc-b1750918cc33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.334277] env[62633]: DEBUG nova.compute.provider_tree [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.411102] env[62633]: DEBUG nova.compute.manager [req-38f89ce9-93c1-46dc-bc6d-6f81f70d1750 req-1372cbcd-0490-487a-ae83-82389f44bea9 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Received event network-changed-a5b3c5ab-62d1-49e8-962b-91788196b36b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.411384] env[62633]: DEBUG nova.compute.manager [req-38f89ce9-93c1-46dc-bc6d-6f81f70d1750 req-1372cbcd-0490-487a-ae83-82389f44bea9 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Refreshing instance network info cache due to event network-changed-a5b3c5ab-62d1-49e8-962b-91788196b36b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.412040] env[62633]: DEBUG oslo_concurrency.lockutils [req-38f89ce9-93c1-46dc-bc6d-6f81f70d1750 req-1372cbcd-0490-487a-ae83-82389f44bea9 service nova] Acquiring lock "refresh_cache-6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.412230] env[62633]: DEBUG oslo_concurrency.lockutils [req-38f89ce9-93c1-46dc-bc6d-6f81f70d1750 req-1372cbcd-0490-487a-ae83-82389f44bea9 service nova] Acquired lock "refresh_cache-6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.412400] env[62633]: DEBUG nova.network.neutron [req-38f89ce9-93c1-46dc-bc6d-6f81f70d1750 req-1372cbcd-0490-487a-ae83-82389f44bea9 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Refreshing network info cache for port a5b3c5ab-62d1-49e8-962b-91788196b36b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.418706] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Releasing lock "refresh_cache-dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.418991] env[62633]: DEBUG nova.compute.manager [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Instance network_info: |[{"id": "7e41e8ce-e1ee-4c45-ad2b-141735b9ea17", "address": "fa:16:3e:10:ac:24", "network": {"id": "dcd9d587-31cb-4b97-9091-dd8223eb60a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2062336528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc413ab522d45ffbc685dd2b1a02e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e41e8ce-e1", "ovs_interfaceid": "7e41e8ce-e1ee-4c45-ad2b-141735b9ea17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.419278] env[62633]: DEBUG oslo_concurrency.lockutils [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] Acquired lock "refresh_cache-dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.419466] env[62633]: DEBUG nova.network.neutron [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Refreshing network info cache for port 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.420582] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:ac:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e41e8ce-e1ee-4c45-ad2b-141735b9ea17', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.428743] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Creating folder: Project (ecc413ab522d45ffbc685dd2b1a02e8d). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.433643] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd22d15f-0f48-48f7-9017-4cdc5087528f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.446480] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Created folder: Project (ecc413ab522d45ffbc685dd2b1a02e8d) in parent group-v543169. [ 1055.446696] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Creating folder: Instances. Parent ref: group-v543460. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.446946] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1090433-8a2c-4e71-9be2-dfa2baf4a807 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.456728] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Created folder: Instances in parent group-v543460. [ 1055.456972] env[62633]: DEBUG oslo.service.loopingcall [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.457181] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.458233] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad926b57-6477-4dce-af31-11a921988b13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.479070] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.479070] env[62633]: value = "task-2696781" [ 1055.479070] env[62633]: _type = "Task" [ 1055.479070] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.490665] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696781, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.639451] env[62633]: DEBUG nova.network.neutron [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Port 4e6674cf-db14-4089-9db5-d42411179b55 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1055.673701] env[62633]: DEBUG nova.network.neutron [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Updated VIF entry in instance network info cache for port 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.674141] env[62633]: DEBUG nova.network.neutron [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Updating instance_info_cache with network_info: [{"id": "7e41e8ce-e1ee-4c45-ad2b-141735b9ea17", "address": "fa:16:3e:10:ac:24", "network": {"id": "dcd9d587-31cb-4b97-9091-dd8223eb60a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2062336528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc413ab522d45ffbc685dd2b1a02e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e41e8ce-e1", "ovs_interfaceid": "7e41e8ce-e1ee-4c45-ad2b-141735b9ea17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.837444] env[62633]: DEBUG nova.scheduler.client.report [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.989368] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696781, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.109194] env[62633]: DEBUG nova.network.neutron [req-38f89ce9-93c1-46dc-bc6d-6f81f70d1750 req-1372cbcd-0490-487a-ae83-82389f44bea9 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Updated VIF entry in instance network info cache for port a5b3c5ab-62d1-49e8-962b-91788196b36b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.109567] env[62633]: DEBUG nova.network.neutron [req-38f89ce9-93c1-46dc-bc6d-6f81f70d1750 req-1372cbcd-0490-487a-ae83-82389f44bea9 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Updating instance_info_cache with network_info: [{"id": "a5b3c5ab-62d1-49e8-962b-91788196b36b", "address": "fa:16:3e:2c:1a:ba", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b3c5ab-62", "ovs_interfaceid": "a5b3c5ab-62d1-49e8-962b-91788196b36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.176458] env[62633]: DEBUG oslo_concurrency.lockutils [req-8d100330-79cd-4752-963c-08cb882cea67 req-0a5ced08-b1d5-4d6f-b7c2-1111fb24fd15 service nova] Releasing lock "refresh_cache-dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.343395] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.371058] env[62633]: INFO nova.scheduler.client.report [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleted allocations for instance 458ef873-d2db-4691-86a0-b7700b9a0d3e [ 1056.490951] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696781, 'name': CreateVM_Task, 'duration_secs': 0.784682} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.492123] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.495037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.495160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.495497] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.496184] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23fa894-6afa-4e0e-b9af-fb9866349829 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.501038] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1056.501038] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c862ea-9788-2554-ef99-0c1d442797e1" [ 1056.501038] env[62633]: _type = "Task" [ 1056.501038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.509363] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c862ea-9788-2554-ef99-0c1d442797e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.612636] env[62633]: DEBUG oslo_concurrency.lockutils [req-38f89ce9-93c1-46dc-bc6d-6f81f70d1750 req-1372cbcd-0490-487a-ae83-82389f44bea9 service nova] Releasing lock "refresh_cache-6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.661030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "4023528b-d970-4962-b92b-9a93516f1e98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.661030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.661289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.877960] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b0a6492-890e-4fe3-b239-61a7d192b617 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "458ef873-d2db-4691-86a0-b7700b9a0d3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.686s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.998472] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.998575] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.998837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.999062] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.999250] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.003448] env[62633]: INFO nova.compute.manager [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Terminating instance [ 1057.014158] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c862ea-9788-2554-ef99-0c1d442797e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.014436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.014660] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.014880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.015039] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.015217] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.015960] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-373f185e-cdb3-410a-9aa5-88f7d3d4e13c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.025095] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.025278] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.025993] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf05a6d4-c4c7-4b6f-8b5a-6d9ba1c4a112 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.031486] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1057.031486] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a4738c-7cf5-e0ee-23ec-9aa52657194a" [ 1057.031486] env[62633]: _type = "Task" [ 1057.031486] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.039286] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a4738c-7cf5-e0ee-23ec-9aa52657194a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.509656] env[62633]: DEBUG nova.compute.manager [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.510070] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.510858] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cf226b-082d-4e34-9276-03dda186532f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.518547] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.518784] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a5084c-9ada-4c0e-9423-6a2a95bdfd3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.525336] env[62633]: DEBUG oslo_vmware.api [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 1057.525336] env[62633]: value = "task-2696782" [ 1057.525336] env[62633]: _type = "Task" [ 1057.525336] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.532375] env[62633]: DEBUG oslo_vmware.api [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.542353] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a4738c-7cf5-e0ee-23ec-9aa52657194a, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.543132] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80aff6d7-1608-4255-b4df-f94b79944047 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.548466] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1057.548466] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5266baab-23d6-0cc2-871a-45616c32ec37" [ 1057.548466] env[62633]: _type = "Task" [ 1057.548466] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.556168] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5266baab-23d6-0cc2-871a-45616c32ec37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.696669] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.697752] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.697752] env[62633]: DEBUG nova.network.neutron [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.831237] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.831499] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.831656] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.831797] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.831948] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.832106] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.832256] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.832395] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1057.832539] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.035318] env[62633]: DEBUG oslo_vmware.api [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696782, 'name': PowerOffVM_Task, 'duration_secs': 0.33639} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.035561] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.035739] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.035982] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0e9beb0-8844-4cb1-98a7-02cd56000593 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.057506] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5266baab-23d6-0cc2-871a-45616c32ec37, 'name': SearchDatastore_Task, 'duration_secs': 0.01229} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.057812] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.058097] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] dec51cde-af2a-430e-9f24-0d5c0bb8a0e2/dec51cde-af2a-430e-9f24-0d5c0bb8a0e2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.058380] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-823e4fe9-94e7-4a4f-b774-5a6fd8c10dc0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.064364] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1058.064364] env[62633]: value = "task-2696784" [ 1058.064364] env[62633]: _type = "Task" [ 1058.064364] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.071813] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.099029] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.099258] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.099445] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleting the datastore file [datastore2] 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.099712] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8032728-b954-492a-bc7b-11c98dd533e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.106268] env[62633]: DEBUG oslo_vmware.api [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for the task: (returnval){ [ 1058.106268] env[62633]: value = "task-2696785" [ 1058.106268] env[62633]: _type = "Task" [ 1058.106268] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.114207] env[62633]: DEBUG oslo_vmware.api [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.335807] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.336024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.336238] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.336354] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1058.337263] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b591572-1073-4160-bf15-7d3f60018f53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.345926] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4357ce27-69d0-4406-a930-2746d924bcc6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.360212] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603e0e14-6bf5-418a-b566-9ea0cde8529c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.369112] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b23a8c-9986-46ec-822f-829eec9e09d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.400347] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178945MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1058.400573] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.400936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.404154] env[62633]: DEBUG nova.network.neutron [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance_info_cache with network_info: [{"id": "4e6674cf-db14-4089-9db5-d42411179b55", "address": "fa:16:3e:bd:ef:af", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6674cf-db", "ovs_interfaceid": "4e6674cf-db14-4089-9db5-d42411179b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.576492] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696784, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.616870] env[62633]: DEBUG oslo_vmware.api [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Task: {'id': task-2696785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133028} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.617268] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.617477] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.617723] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.617948] env[62633]: INFO nova.compute.manager [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1058.618269] env[62633]: DEBUG oslo.service.loopingcall [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.618563] env[62633]: DEBUG nova.compute.manager [-] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.618732] env[62633]: DEBUG nova.network.neutron [-] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.880390] env[62633]: DEBUG nova.compute.manager [req-3b08564b-adf8-4b53-a1cf-b07ed015f8fb req-e673ef9e-7986-4f04-8a82-485e19340d64 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Received event network-vif-deleted-9664aa74-de38-459d-ac96-546472befe3a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.880598] env[62633]: INFO nova.compute.manager [req-3b08564b-adf8-4b53-a1cf-b07ed015f8fb req-e673ef9e-7986-4f04-8a82-485e19340d64 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Neutron deleted interface 9664aa74-de38-459d-ac96-546472befe3a; detaching it from the instance and deleting it from the info cache [ 1058.880776] env[62633]: DEBUG nova.network.neutron [req-3b08564b-adf8-4b53-a1cf-b07ed015f8fb req-e673ef9e-7986-4f04-8a82-485e19340d64 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.906686] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.939495] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "9fe8b122-58a4-433c-9782-0fb186bb14f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.939751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "9fe8b122-58a4-433c-9782-0fb186bb14f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.939968] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "9fe8b122-58a4-433c-9782-0fb186bb14f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.940164] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "9fe8b122-58a4-433c-9782-0fb186bb14f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.940333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "9fe8b122-58a4-433c-9782-0fb186bb14f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.942616] env[62633]: INFO nova.compute.manager [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Terminating instance [ 1059.074822] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659589} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.075042] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] dec51cde-af2a-430e-9f24-0d5c0bb8a0e2/dec51cde-af2a-430e-9f24-0d5c0bb8a0e2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.075264] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.075525] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b19aa028-6e8c-41bc-b867-1225922377d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.081210] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1059.081210] env[62633]: value = "task-2696786" [ 1059.081210] env[62633]: _type = "Task" [ 1059.081210] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.088753] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.353118] env[62633]: DEBUG nova.network.neutron [-] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.383093] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c587344-13b7-4faf-afdc-7dc6303effe5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.393652] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12265cd-9d02-4549-971f-00a324da8835 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.426743] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Applying migration context for instance 4023528b-d970-4962-b92b-9a93516f1e98 as it has an incoming, in-progress migration 3a6fabb7-f00c-474c-b969-608d5b594c74. Migration status is post-migrating {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1059.428105] env[62633]: INFO nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating resource usage from migration 3a6fabb7-f00c-474c-b969-608d5b594c74 [ 1059.430560] env[62633]: DEBUG nova.compute.manager [req-3b08564b-adf8-4b53-a1cf-b07ed015f8fb req-e673ef9e-7986-4f04-8a82-485e19340d64 service nova] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Detach interface failed, port_id=9664aa74-de38-459d-ac96-546472befe3a, reason: Instance 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1059.448675] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f3f29c-1081-45b0-958d-4d63e5051899 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.451858] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.452018] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.452154] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 9fe8b122-58a4-433c-9782-0fb186bb14f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.452276] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 69844c2d-2b25-47de-b6ee-00d7738281be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.452394] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 08700076-265a-4695-89a1-aa6833542904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.452509] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.452624] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance a0ff70a0-8bbc-4e09-a333-70032c121544 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.452738] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 399b767a-6feb-412d-b65f-698088e38536 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.452881] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.452999] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Migration 3a6fabb7-f00c-474c-b969-608d5b594c74 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1059.453127] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 4023528b-d970-4962-b92b-9a93516f1e98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.453238] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance dec51cde-af2a-430e-9f24-0d5c0bb8a0e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1059.453425] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1059.453562] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1059.455865] env[62633]: DEBUG nova.compute.manager [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.456091] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.456992] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95728c1f-fc64-4750-b606-7bd8ed445b0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.477134] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.479801] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6af6f9af-a6af-45f2-a24d-6bdf662b562e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.481644] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80838146-7581-4a90-a36b-6ca90d6f59ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.489049] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance '4023528b-d970-4962-b92b-9a93516f1e98' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.493340] env[62633]: DEBUG oslo_vmware.api [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1059.493340] env[62633]: value = "task-2696787" [ 1059.493340] env[62633]: _type = "Task" [ 1059.493340] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.503903] env[62633]: DEBUG oslo_vmware.api [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.592882] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074047} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.593189] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.593990] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7dcd42-d9f7-4d74-b4ff-c3d527acbc77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.618494] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] dec51cde-af2a-430e-9f24-0d5c0bb8a0e2/dec51cde-af2a-430e-9f24-0d5c0bb8a0e2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.621135] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd92cf63-7cdb-4417-8852-cee63821c75c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.641870] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1059.641870] env[62633]: value = "task-2696788" [ 1059.641870] env[62633]: _type = "Task" [ 1059.641870] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.649658] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.651148] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b0693f-53a5-4d3f-8fe8-73e7e7f616f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.657439] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a295ffe7-133b-45ca-acf4-e06096df63d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.686621] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f38023-006b-4502-8018-e9da63ec4f4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.693759] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77701dd6-83d9-4a46-adc5-0778e0c7c0e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.709044] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.859492] env[62633]: INFO nova.compute.manager [-] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Took 1.24 seconds to deallocate network for instance. [ 1059.998806] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.999227] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-581a8393-d557-44e6-bf5b-6dd5fe97e780 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.009739] env[62633]: DEBUG oslo_vmware.api [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696787, 'name': PowerOffVM_Task, 'duration_secs': 0.42472} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.011053] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.011267] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.011631] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1060.011631] env[62633]: value = "task-2696789" [ 1060.011631] env[62633]: _type = "Task" [ 1060.011631] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.011827] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-280c1985-40d7-4844-a914-fd85ea807130 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.023101] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.152010] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696788, 'name': ReconfigVM_Task, 'duration_secs': 0.460422} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.152523] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Reconfigured VM instance instance-0000006a to attach disk [datastore2] dec51cde-af2a-430e-9f24-0d5c0bb8a0e2/dec51cde-af2a-430e-9f24-0d5c0bb8a0e2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.152981] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ea7b771-3216-49d8-986a-0fc3a94eee88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.158610] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1060.158610] env[62633]: value = "task-2696791" [ 1060.158610] env[62633]: _type = "Task" [ 1060.158610] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.171702] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696791, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.209999] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.231689] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.231935] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.232265] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Deleting the datastore file [datastore1] 9fe8b122-58a4-433c-9782-0fb186bb14f9 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.232769] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abf71469-7b1d-427b-88e6-380344e8a69d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.239237] env[62633]: DEBUG oslo_vmware.api [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1060.239237] env[62633]: value = "task-2696792" [ 1060.239237] env[62633]: _type = "Task" [ 1060.239237] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.247433] env[62633]: DEBUG oslo_vmware.api [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.366549] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.523375] env[62633]: DEBUG oslo_vmware.api [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696789, 'name': PowerOnVM_Task, 'duration_secs': 0.390361} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.523657] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.523842] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5b9e1-05de-41e2-9f2c-21a519691cab tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance '4023528b-d970-4962-b92b-9a93516f1e98' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.670031] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696791, 'name': Rename_Task, 'duration_secs': 0.144698} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.670031] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.670031] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-816804d7-38d5-4e6e-b0b5-4b003d669710 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.676473] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1060.676473] env[62633]: value = "task-2696793" [ 1060.676473] env[62633]: _type = "Task" [ 1060.676473] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.684343] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.715164] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1060.715957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.315s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.715957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.349s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.715957] env[62633]: DEBUG nova.objects.instance [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lazy-loading 'resources' on Instance uuid 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.749278] env[62633]: DEBUG oslo_vmware.api [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.186091] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.252332] env[62633]: DEBUG oslo_vmware.api [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.705676} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.252590] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.252810] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.252998] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.253184] env[62633]: INFO nova.compute.manager [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1061.253427] env[62633]: DEBUG oslo.service.loopingcall [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.253617] env[62633]: DEBUG nova.compute.manager [-] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.253705] env[62633]: DEBUG nova.network.neutron [-] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.388930] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd3726-f462-4224-afce-a9669b04c7a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.396962] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d64fd0a-d357-4251-9eaa-14048b747383 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.428856] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc67d8d-204e-41d1-a161-e08655ac4bb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.436678] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc54ea1-b106-4fb6-8420-cbc53a9c043b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.450508] env[62633]: DEBUG nova.compute.provider_tree [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.540218] env[62633]: DEBUG nova.compute.manager [req-62cdaa81-69f4-40b8-803f-746ad64820c5 req-a97abd82-306f-459e-af72-78e3534c6f0a service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Received event network-vif-deleted-ad25fcba-8d3d-412d-a803-2f355ec1887e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.540218] env[62633]: INFO nova.compute.manager [req-62cdaa81-69f4-40b8-803f-746ad64820c5 req-a97abd82-306f-459e-af72-78e3534c6f0a service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Neutron deleted interface ad25fcba-8d3d-412d-a803-2f355ec1887e; detaching it from the instance and deleting it from the info cache [ 1061.540218] env[62633]: DEBUG nova.network.neutron [req-62cdaa81-69f4-40b8-803f-746ad64820c5 req-a97abd82-306f-459e-af72-78e3534c6f0a service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.686745] env[62633]: DEBUG oslo_vmware.api [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696793, 'name': PowerOnVM_Task, 'duration_secs': 0.657336} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.687064] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.687240] env[62633]: INFO nova.compute.manager [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1061.687425] env[62633]: DEBUG nova.compute.manager [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.688257] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd390d04-175b-434e-ba5a-75560539e073 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.953892] env[62633]: DEBUG nova.scheduler.client.report [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.015561] env[62633]: DEBUG nova.network.neutron [-] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.047025] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2464c0b8-0fba-4431-89da-4c3be0f1ff86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.058485] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e9f35-447a-424d-a2f3-4ac46bbcb836 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.091543] env[62633]: DEBUG nova.compute.manager [req-62cdaa81-69f4-40b8-803f-746ad64820c5 req-a97abd82-306f-459e-af72-78e3534c6f0a service nova] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Detach interface failed, port_id=ad25fcba-8d3d-412d-a803-2f355ec1887e, reason: Instance 9fe8b122-58a4-433c-9782-0fb186bb14f9 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1062.205065] env[62633]: INFO nova.compute.manager [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Took 14.98 seconds to build instance. [ 1062.459590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.484747] env[62633]: INFO nova.scheduler.client.report [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Deleted allocations for instance 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb [ 1062.518293] env[62633]: INFO nova.compute.manager [-] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Took 1.26 seconds to deallocate network for instance. [ 1062.689109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "4023528b-d970-4962-b92b-9a93516f1e98" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.689435] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.689766] env[62633]: DEBUG nova.compute.manager [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Going to confirm migration 7 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1062.707360] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2a665842-6951-435a-8ea6-3f50c01bb16a tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.492s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.994916] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Lock "06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.996s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.025179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.025471] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.025704] env[62633]: DEBUG nova.objects.instance [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lazy-loading 'resources' on Instance uuid 9fe8b122-58a4-433c-9782-0fb186bb14f9 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.107554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquiring lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.107897] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.108129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquiring lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.108322] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.108492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.110803] env[62633]: INFO nova.compute.manager [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Terminating instance [ 1063.286759] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.286984] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquired lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.287189] env[62633]: DEBUG nova.network.neutron [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.287377] env[62633]: DEBUG nova.objects.instance [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lazy-loading 'info_cache' on Instance uuid 4023528b-d970-4962-b92b-9a93516f1e98 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.614307] env[62633]: DEBUG nova.compute.manager [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.617019] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.617019] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d255044-87a5-49d5-af99-b66f96d68577 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.627248] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.627695] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83aa9884-345b-4279-9288-200129dd365b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.635663] env[62633]: DEBUG oslo_vmware.api [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1063.635663] env[62633]: value = "task-2696794" [ 1063.635663] env[62633]: _type = "Task" [ 1063.635663] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.646392] env[62633]: DEBUG oslo_vmware.api [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.692714] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36954b2-3a45-4ef0-8b4c-ec92e5cdb1f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.701432] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae43e05-a59f-4000-a6ee-243cdff5b5fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.733900] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb299ea-c958-4017-97e4-372f344b8228 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.741549] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972734f-5fce-4faf-9366-2411b8cc3f7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.754960] env[62633]: DEBUG nova.compute.provider_tree [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.150326] env[62633]: DEBUG oslo_vmware.api [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696794, 'name': PowerOffVM_Task, 'duration_secs': 0.40801} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.150771] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.150987] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.151315] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2be1edc-91db-4abe-ab0f-a9009e7ab525 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.236188] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.236360] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.237037] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Deleting the datastore file [datastore2] dec51cde-af2a-430e-9f24-0d5c0bb8a0e2 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.237037] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb600f1-b948-4df5-9a34-28eaa1a973c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.245706] env[62633]: DEBUG oslo_vmware.api [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for the task: (returnval){ [ 1064.245706] env[62633]: value = "task-2696796" [ 1064.245706] env[62633]: _type = "Task" [ 1064.245706] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.255449] env[62633]: DEBUG oslo_vmware.api [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.258551] env[62633]: DEBUG nova.scheduler.client.report [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.501499] env[62633]: DEBUG nova.network.neutron [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance_info_cache with network_info: [{"id": "4e6674cf-db14-4089-9db5-d42411179b55", "address": "fa:16:3e:bd:ef:af", "network": {"id": "c1c8bf82-c336-4ad6-a3eb-f53dd62ae661", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-471405335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8b887392eb84af49125d9fdc5962c41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6674cf-db", "ovs_interfaceid": "4e6674cf-db14-4089-9db5-d42411179b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.756592] env[62633]: DEBUG oslo_vmware.api [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Task: {'id': task-2696796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209882} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.756874] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.757041] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.757787] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.757787] env[62633]: INFO nova.compute.manager [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1064.757787] env[62633]: DEBUG oslo.service.loopingcall [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.757978] env[62633]: DEBUG nova.compute.manager [-] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.757978] env[62633]: DEBUG nova.network.neutron [-] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.763648] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.791333] env[62633]: INFO nova.scheduler.client.report [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Deleted allocations for instance 9fe8b122-58a4-433c-9782-0fb186bb14f9 [ 1065.004753] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Releasing lock "refresh_cache-4023528b-d970-4962-b92b-9a93516f1e98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.005430] env[62633]: DEBUG nova.objects.instance [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lazy-loading 'migration_context' on Instance uuid 4023528b-d970-4962-b92b-9a93516f1e98 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.092124] env[62633]: DEBUG nova.compute.manager [req-a353063b-43ef-49f7-be61-80f74e2682df req-1be357d1-8e6f-469f-8520-8351251ad0c8 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Received event network-vif-deleted-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.092263] env[62633]: INFO nova.compute.manager [req-a353063b-43ef-49f7-be61-80f74e2682df req-1be357d1-8e6f-469f-8520-8351251ad0c8 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Neutron deleted interface 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17; detaching it from the instance and deleting it from the info cache [ 1065.092438] env[62633]: DEBUG nova.network.neutron [req-a353063b-43ef-49f7-be61-80f74e2682df req-1be357d1-8e6f-469f-8520-8351251ad0c8 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.300279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1e647a87-4dc1-4b64-b508-5321efab6cf6 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "9fe8b122-58a4-433c-9782-0fb186bb14f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.360s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.497592] env[62633]: DEBUG nova.network.neutron [-] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.508331] env[62633]: DEBUG nova.objects.base [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Object Instance<4023528b-d970-4962-b92b-9a93516f1e98> lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.509555] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b9c410-3b9b-42a7-9fe2-36753d409ff8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.529940] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54650c91-4c91-4e98-9262-7d57e9edd3be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.535994] env[62633]: DEBUG oslo_vmware.api [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1065.535994] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52fc6b33-5518-e689-994e-50ad71437b8e" [ 1065.535994] env[62633]: _type = "Task" [ 1065.535994] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.545475] env[62633]: DEBUG oslo_vmware.api [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fc6b33-5518-e689-994e-50ad71437b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.577400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "08700076-265a-4695-89a1-aa6833542904" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.577641] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.594925] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b76c8004-046e-4805-bee1-afa19fca7c36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.606266] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0dad84-f4e6-4dc2-a856-bb682c31871a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.637975] env[62633]: DEBUG nova.compute.manager [req-a353063b-43ef-49f7-be61-80f74e2682df req-1be357d1-8e6f-469f-8520-8351251ad0c8 service nova] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Detach interface failed, port_id=7e41e8ce-e1ee-4c45-ad2b-141735b9ea17, reason: Instance dec51cde-af2a-430e-9f24-0d5c0bb8a0e2 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1065.700316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.700602] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.700871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.701055] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.701267] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.703403] env[62633]: INFO nova.compute.manager [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Terminating instance [ 1065.999955] env[62633]: INFO nova.compute.manager [-] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Took 1.24 seconds to deallocate network for instance. [ 1066.047212] env[62633]: DEBUG oslo_vmware.api [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52fc6b33-5518-e689-994e-50ad71437b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.007929} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.047620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.047871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.081120] env[62633]: INFO nova.compute.manager [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Detaching volume 7ddaffb1-6854-4b4a-a2ff-e41df6825ca8 [ 1066.115729] env[62633]: INFO nova.virt.block_device [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Attempting to driver detach volume 7ddaffb1-6854-4b4a-a2ff-e41df6825ca8 from mountpoint /dev/sdb [ 1066.116032] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1066.116234] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1066.117217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b12597e-0908-42ab-a219-d0cc1ec438c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.140254] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac1e1e4-232e-4573-b575-cedea20ae9ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.147648] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89a19d2-81bb-4d41-925c-932eb956b536 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.168478] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43eefa1-8f57-4cb3-9c50-98e5a46d8b47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.185993] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] The volume has not been displaced from its original location: [datastore2] volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8/volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1066.191569] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.191907] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e679b3ee-64f9-41a2-a5f2-03b447dbbe48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.207231] env[62633]: DEBUG nova.compute.manager [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.207470] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.208722] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb59de-df5b-4f2b-acb4-55d714b9cc05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.214741] env[62633]: DEBUG oslo_vmware.api [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1066.214741] env[62633]: value = "task-2696797" [ 1066.214741] env[62633]: _type = "Task" [ 1066.214741] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.219959] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.220584] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9478a8f6-547d-4487-ad9c-0dba0d59fccf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.227371] env[62633]: DEBUG oslo_vmware.api [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.229182] env[62633]: DEBUG oslo_vmware.api [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1066.229182] env[62633]: value = "task-2696798" [ 1066.229182] env[62633]: _type = "Task" [ 1066.229182] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.241087] env[62633]: DEBUG oslo_vmware.api [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.509807] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.694706] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06af7c04-9508-4554-b3ca-8c002712dc4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.702958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfc0eeb-68cd-49b0-b752-29014e4cf072 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.738858] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5823d8-e322-499f-93db-e187cae06dc0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.751754] env[62633]: DEBUG oslo_vmware.api [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696798, 'name': PowerOffVM_Task, 'duration_secs': 0.220486} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.752091] env[62633]: DEBUG oslo_vmware.api [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696797, 'name': ReconfigVM_Task, 'duration_secs': 0.263415} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.752404] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.753033] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.753958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa87882c-d70a-4639-b51d-65343ce87258 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.758347] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.763426] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c52ca0d-21a4-494d-aea9-907e8a190d04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.764907] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78096b00-bb58-4471-8b7c-a8a4b686559d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.787709] env[62633]: DEBUG nova.compute.provider_tree [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.790352] env[62633]: DEBUG oslo_vmware.api [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1066.790352] env[62633]: value = "task-2696800" [ 1066.790352] env[62633]: _type = "Task" [ 1066.790352] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.799640] env[62633]: DEBUG oslo_vmware.api [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.833037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquiring lock "22024f08-4327-4429-8749-fc7d7999b886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.833207] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "22024f08-4327-4429-8749-fc7d7999b886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.848895] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.849147] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.849333] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Deleting the datastore file [datastore2] fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.849596] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46f98567-c2cf-4c88-89b6-81cf539e3ee0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.856804] env[62633]: DEBUG oslo_vmware.api [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for the task: (returnval){ [ 1066.856804] env[62633]: value = "task-2696801" [ 1066.856804] env[62633]: _type = "Task" [ 1066.856804] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.865582] env[62633]: DEBUG oslo_vmware.api [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.292229] env[62633]: DEBUG nova.scheduler.client.report [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.306104] env[62633]: DEBUG oslo_vmware.api [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696800, 'name': ReconfigVM_Task, 'duration_secs': 0.190253} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.306462] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543444', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'name': 'volume-7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08700076-265a-4695-89a1-aa6833542904', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8', 'serial': '7ddaffb1-6854-4b4a-a2ff-e41df6825ca8'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1067.335604] env[62633]: DEBUG nova.compute.manager [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.368384] env[62633]: DEBUG oslo_vmware.api [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Task: {'id': task-2696801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340988} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.368709] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.369062] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.369129] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.369283] env[62633]: INFO nova.compute.manager [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1067.369531] env[62633]: DEBUG oslo.service.loopingcall [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.369800] env[62633]: DEBUG nova.compute.manager [-] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.369836] env[62633]: DEBUG nova.network.neutron [-] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.646611] env[62633]: DEBUG nova.compute.manager [req-d4882315-6b49-4028-bd00-63f58582a146 req-7e027309-6ce4-4df2-8a88-a8c4b86b6434 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Received event network-vif-deleted-7f274424-268b-4b92-ae65-99e645c974c1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.647011] env[62633]: INFO nova.compute.manager [req-d4882315-6b49-4028-bd00-63f58582a146 req-7e027309-6ce4-4df2-8a88-a8c4b86b6434 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Neutron deleted interface 7f274424-268b-4b92-ae65-99e645c974c1; detaching it from the instance and deleting it from the info cache [ 1067.647011] env[62633]: DEBUG nova.network.neutron [req-d4882315-6b49-4028-bd00-63f58582a146 req-7e027309-6ce4-4df2-8a88-a8c4b86b6434 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.857719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.859099] env[62633]: DEBUG nova.objects.instance [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lazy-loading 'flavor' on Instance uuid 08700076-265a-4695-89a1-aa6833542904 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.127412] env[62633]: DEBUG nova.network.neutron [-] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.149709] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd8dea00-c2e0-4d57-b09d-e7e6f250e489 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.161488] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883eeef1-c44f-44de-8030-a6440547089c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.194769] env[62633]: DEBUG nova.compute.manager [req-d4882315-6b49-4028-bd00-63f58582a146 req-7e027309-6ce4-4df2-8a88-a8c4b86b6434 service nova] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Detach interface failed, port_id=7f274424-268b-4b92-ae65-99e645c974c1, reason: Instance fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1068.305558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.258s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.308422] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.799s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.308634] env[62633]: DEBUG nova.objects.instance [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lazy-loading 'resources' on Instance uuid dec51cde-af2a-430e-9f24-0d5c0bb8a0e2 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.630538] env[62633]: INFO nova.compute.manager [-] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Took 1.26 seconds to deallocate network for instance. [ 1068.861119] env[62633]: INFO nova.scheduler.client.report [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted allocation for migration 3a6fabb7-f00c-474c-b969-608d5b594c74 [ 1068.865466] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9b1382d4-938c-4082-a13c-02507544dbcb tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.941048] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb327b3-e701-4168-abf7-e30c35083cf7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.950576] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87292b2-f405-4a75-9906-dca1835f46f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.981703] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba707af9-f867-4468-804a-8350519de3da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.990389] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9499ac6-2b5d-477c-8777-e326f48bb88a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.006951] env[62633]: DEBUG nova.compute.provider_tree [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.137382] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.368740] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.679s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.510237] env[62633]: DEBUG nova.scheduler.client.report [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.015601] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.018431] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.160s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.019523] env[62633]: INFO nova.compute.claims [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.033779] env[62633]: INFO nova.scheduler.client.report [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Deleted allocations for instance dec51cde-af2a-430e-9f24-0d5c0bb8a0e2 [ 1070.288965] env[62633]: DEBUG oslo_concurrency.lockutils [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "08700076-265a-4695-89a1-aa6833542904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.289249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.289456] env[62633]: DEBUG oslo_concurrency.lockutils [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "08700076-265a-4695-89a1-aa6833542904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.289640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.289812] env[62633]: DEBUG oslo_concurrency.lockutils [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.291828] env[62633]: INFO nova.compute.manager [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Terminating instance [ 1070.541173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d319501f-686b-4094-8073-fd5d1694ed1c tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Lock "dec51cde-af2a-430e-9f24-0d5c0bb8a0e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.433s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.711529] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "4023528b-d970-4962-b92b-9a93516f1e98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.711806] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.712091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "4023528b-d970-4962-b92b-9a93516f1e98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.712347] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.712551] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.714577] env[62633]: INFO nova.compute.manager [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Terminating instance [ 1070.795592] env[62633]: DEBUG nova.compute.manager [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.795832] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.796836] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb3b5d6-3491-4a91-876c-a7cabc339d16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.806368] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.806615] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f90125e-4de4-4082-bc2c-9ff8409c126c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.818157] env[62633]: DEBUG oslo_vmware.api [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1070.818157] env[62633]: value = "task-2696802" [ 1070.818157] env[62633]: _type = "Task" [ 1070.818157] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.832264] env[62633]: DEBUG oslo_vmware.api [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.150556] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e6afe-8ea0-4d8b-9394-ed589f58730a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.158894] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e21ae2-0075-4e44-968e-da681256d5c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.194215] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9826fd36-873b-4586-a9f0-d5095c1426a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.202678] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2108f9d-1daf-4ab1-84a6-652642816eb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.216615] env[62633]: DEBUG nova.compute.provider_tree [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.218375] env[62633]: DEBUG nova.compute.manager [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.218574] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.219597] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d01dc82-1362-4ea6-b27c-b393a2b3880e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.227028] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.227675] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b16b5ea-b55a-486f-b719-9070173bc1de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.234164] env[62633]: DEBUG oslo_vmware.api [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1071.234164] env[62633]: value = "task-2696803" [ 1071.234164] env[62633]: _type = "Task" [ 1071.234164] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.243229] env[62633]: DEBUG oslo_vmware.api [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.329529] env[62633]: DEBUG oslo_vmware.api [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696802, 'name': PowerOffVM_Task, 'duration_secs': 0.207539} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.329669] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.329846] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.330104] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67c17fa4-cdca-4b0a-800b-760f7063cdbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.419187] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.419438] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.419710] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleting the datastore file [datastore1] 08700076-265a-4695-89a1-aa6833542904 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.420052] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b65b51c1-e971-4a0c-9ad1-58883fe27c65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.434811] env[62633]: DEBUG oslo_vmware.api [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1071.434811] env[62633]: value = "task-2696805" [ 1071.434811] env[62633]: _type = "Task" [ 1071.434811] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.443794] env[62633]: DEBUG oslo_vmware.api [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.720807] env[62633]: DEBUG nova.scheduler.client.report [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.745199] env[62633]: DEBUG oslo_vmware.api [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696803, 'name': PowerOffVM_Task, 'duration_secs': 0.218078} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.745456] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.745625] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.745869] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6d8add-ca6d-4169-b927-773dc9ec1df4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.818027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.818027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.818027] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleting the datastore file [datastore1] 4023528b-d970-4962-b92b-9a93516f1e98 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.818027] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80d1149b-392b-4c8b-9cdb-e3bb94605087 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.827712] env[62633]: DEBUG oslo_vmware.api [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for the task: (returnval){ [ 1071.827712] env[62633]: value = "task-2696807" [ 1071.827712] env[62633]: _type = "Task" [ 1071.827712] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.844338] env[62633]: DEBUG oslo_vmware.api [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.949296] env[62633]: DEBUG oslo_vmware.api [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140777} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.949665] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.949823] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.950021] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.950207] env[62633]: INFO nova.compute.manager [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 08700076-265a-4695-89a1-aa6833542904] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1071.950456] env[62633]: DEBUG oslo.service.loopingcall [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.950735] env[62633]: DEBUG nova.compute.manager [-] [instance: 08700076-265a-4695-89a1-aa6833542904] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.950735] env[62633]: DEBUG nova.network.neutron [-] [instance: 08700076-265a-4695-89a1-aa6833542904] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.225731] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.226306] env[62633]: DEBUG nova.compute.manager [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.229536] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.092s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.229754] env[62633]: DEBUG nova.objects.instance [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lazy-loading 'resources' on Instance uuid fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.338647] env[62633]: DEBUG oslo_vmware.api [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Task: {'id': task-2696807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168078} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.338961] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.339243] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.339445] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.339620] env[62633]: INFO nova.compute.manager [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1072.339853] env[62633]: DEBUG oslo.service.loopingcall [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.340307] env[62633]: DEBUG nova.compute.manager [-] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.340406] env[62633]: DEBUG nova.network.neutron [-] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.733515] env[62633]: DEBUG nova.compute.utils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.735018] env[62633]: DEBUG nova.compute.manager [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1072.809592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "a0ff70a0-8bbc-4e09-a333-70032c121544" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.809848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.810037] env[62633]: INFO nova.compute.manager [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Shelving [ 1072.863810] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b60038-1c66-4667-a251-c3e4331de495 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.872577] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcd97f2-d56a-409d-b8d2-670feb89cd91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.907962] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085057c7-8c01-493c-b20c-b6cdbbd2812a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.916807] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3835403-b590-4829-b25b-0c6fd8a469e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.932651] env[62633]: DEBUG nova.compute.provider_tree [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.040298] env[62633]: DEBUG nova.compute.manager [req-45a0854a-2a34-421a-8443-8ff8162d3573 req-589ddd1d-018c-4ce7-b3e4-2e0b08dad9b3 service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Received event network-vif-deleted-4e6674cf-db14-4089-9db5-d42411179b55 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.040433] env[62633]: INFO nova.compute.manager [req-45a0854a-2a34-421a-8443-8ff8162d3573 req-589ddd1d-018c-4ce7-b3e4-2e0b08dad9b3 service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Neutron deleted interface 4e6674cf-db14-4089-9db5-d42411179b55; detaching it from the instance and deleting it from the info cache [ 1073.040517] env[62633]: DEBUG nova.network.neutron [req-45a0854a-2a34-421a-8443-8ff8162d3573 req-589ddd1d-018c-4ce7-b3e4-2e0b08dad9b3 service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.239843] env[62633]: DEBUG nova.compute.manager [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.435917] env[62633]: DEBUG nova.scheduler.client.report [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.513308] env[62633]: DEBUG nova.network.neutron [-] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.531878] env[62633]: DEBUG nova.network.neutron [-] [instance: 08700076-265a-4695-89a1-aa6833542904] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.545471] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3d8fbcd-03ef-4c9a-bdd4-d031f14720f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.555654] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d759c8f4-10e3-4da5-b32f-ec05b13cf6cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.586201] env[62633]: DEBUG nova.compute.manager [req-45a0854a-2a34-421a-8443-8ff8162d3573 req-589ddd1d-018c-4ce7-b3e4-2e0b08dad9b3 service nova] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Detach interface failed, port_id=4e6674cf-db14-4089-9db5-d42411179b55, reason: Instance 4023528b-d970-4962-b92b-9a93516f1e98 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1073.819211] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.819599] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7b3edcd-867a-46e6-aabb-424f8c2783e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.832412] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1073.832412] env[62633]: value = "task-2696808" [ 1073.832412] env[62633]: _type = "Task" [ 1073.832412] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.844355] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.940568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.982142] env[62633]: INFO nova.scheduler.client.report [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Deleted allocations for instance fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf [ 1074.017148] env[62633]: INFO nova.compute.manager [-] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Took 1.68 seconds to deallocate network for instance. [ 1074.034641] env[62633]: INFO nova.compute.manager [-] [instance: 08700076-265a-4695-89a1-aa6833542904] Took 2.08 seconds to deallocate network for instance. [ 1074.252308] env[62633]: DEBUG nova.compute.manager [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.292271] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.292519] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.292856] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.292856] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.292995] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.293157] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.293717] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.293717] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.293717] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.293913] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.294008] env[62633]: DEBUG nova.virt.hardware [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.294851] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df090c39-b448-4cf6-b68b-04d6573ba47f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.303687] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f39263-f7eb-45dd-b196-11179edd7930 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.317468] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.323101] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Creating folder: Project (2a198ae979174be881bcc0da1c48c828). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.323393] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ff2c99f-3fc9-4cef-9188-b45954b929f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.334365] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Created folder: Project (2a198ae979174be881bcc0da1c48c828) in parent group-v543169. [ 1074.334555] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Creating folder: Instances. Parent ref: group-v543463. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.337591] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f52a706-5c12-495e-92d1-beb9a48650b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.345158] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696808, 'name': PowerOffVM_Task, 'duration_secs': 0.205352} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.345158] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.345800] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e7b0c9-1e3c-4c57-8f8a-4c422ac88581 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.349806] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Created folder: Instances in parent group-v543463. [ 1074.350078] env[62633]: DEBUG oslo.service.loopingcall [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.350254] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.350476] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41037bc0-069a-4938-a6f5-4e908305c6a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.375582] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff2964-83f2-4365-9b8b-6989cb07df06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.380297] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.380297] env[62633]: value = "task-2696811" [ 1074.380297] env[62633]: _type = "Task" [ 1074.380297] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.392046] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696811, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.494507] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9def118f-8ce6-4b38-b582-6181f5cc8db0 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Lock "fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.794s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.528632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.528980] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.529252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.540900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.541196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.541468] env[62633]: DEBUG nova.objects.instance [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lazy-loading 'resources' on Instance uuid 08700076-265a-4695-89a1-aa6833542904 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.552811] env[62633]: INFO nova.scheduler.client.report [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Deleted allocations for instance 4023528b-d970-4962-b92b-9a93516f1e98 [ 1074.888279] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1074.888627] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e0f4328-01f7-4938-b386-887244dd51d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.893614] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696811, 'name': CreateVM_Task, 'duration_secs': 0.308146} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.894172] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.894601] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.894760] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.895086] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.895327] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa92adb-3f47-4d0d-b39f-9a69064601c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.899505] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1074.899505] env[62633]: value = "task-2696812" [ 1074.899505] env[62633]: _type = "Task" [ 1074.899505] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.900831] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1074.900831] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f3431d-0ded-031b-9186-d1674c4963d5" [ 1074.900831] env[62633]: _type = "Task" [ 1074.900831] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.913533] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f3431d-0ded-031b-9186-d1674c4963d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.916089] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696812, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.060990] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Lock "4023528b-d970-4962-b92b-9a93516f1e98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.349s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.068296] env[62633]: DEBUG nova.compute.manager [req-ddb18258-da40-4f79-8e4f-d726bbab5a0b req-8c24bc91-7327-4097-a325-7024897cce88 service nova] [instance: 08700076-265a-4695-89a1-aa6833542904] Received event network-vif-deleted-b4acc221-afa5-4356-9cff-fcdf3c17b95a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.148817] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e5942d-8e9c-4822-98e8-28d4a44d9d18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.158640] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7726df32-79f9-4b81-a9af-e0b04c79388f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.194605] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e5107-328b-4a7c-b85c-6989f4834d16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.203252] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb094a6d-24c7-49cb-a40e-e5113df85da0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.219126] env[62633]: DEBUG nova.compute.provider_tree [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.415749] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696812, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.419670] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f3431d-0ded-031b-9186-d1674c4963d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.420062] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.420398] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.420733] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.420958] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.421230] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.421543] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dda3dad-162d-4d05-ba55-422b2d212488 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.431614] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.431877] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.432677] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3fa2fad-b1ed-43be-b395-dff15d112986 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.438430] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1075.438430] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5268f481-c192-be10-bbc1-4a128bc2705b" [ 1075.438430] env[62633]: _type = "Task" [ 1075.438430] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.451314] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5268f481-c192-be10-bbc1-4a128bc2705b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.722637] env[62633]: DEBUG nova.scheduler.client.report [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.912583] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696812, 'name': CreateSnapshot_Task, 'duration_secs': 0.818456} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.913028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1075.913814] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a38bca-af4a-48d0-8b71-5362466802ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.954610] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5268f481-c192-be10-bbc1-4a128bc2705b, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.956022] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981971b7-cc2b-4dcd-b0fc-e3e5de71e2bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.963390] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1075.963390] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5297939c-502d-968b-b68e-d0cf59fbd1cc" [ 1075.963390] env[62633]: _type = "Task" [ 1075.963390] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.973955] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5297939c-502d-968b-b68e-d0cf59fbd1cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.228080] env[62633]: DEBUG oslo_concurrency.lockutils [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.252648] env[62633]: INFO nova.scheduler.client.report [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted allocations for instance 08700076-265a-4695-89a1-aa6833542904 [ 1076.432679] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1076.432990] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0b3a9110-6372-4c12-9391-fc43de42507a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.443240] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1076.443240] env[62633]: value = "task-2696814" [ 1076.443240] env[62633]: _type = "Task" [ 1076.443240] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.453239] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696814, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.479756] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5297939c-502d-968b-b68e-d0cf59fbd1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.481097] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.481097] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 22024f08-4327-4429-8749-fc7d7999b886/22024f08-4327-4429-8749-fc7d7999b886.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.481097] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45615557-9906-44d1-8d7e-74354048226f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.490523] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1076.490523] env[62633]: value = "task-2696815" [ 1076.490523] env[62633]: _type = "Task" [ 1076.490523] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.502072] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.761252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "08700076-265a-4695-89a1-aa6833542904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.472s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.958979] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696814, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.006947] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696815, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.457375] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696814, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.502408] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526143} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.502733] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 22024f08-4327-4429-8749-fc7d7999b886/22024f08-4327-4429-8749-fc7d7999b886.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.503017] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.503321] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdc6544e-80de-49ba-b0cd-dac27b8ec7e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.512281] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1077.512281] env[62633]: value = "task-2696816" [ 1077.512281] env[62633]: _type = "Task" [ 1077.512281] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.520816] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.930792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "26099a4e-758d-4b50-b99c-967cc8ae2413" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.931037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.958382] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696814, 'name': CloneVM_Task, 'duration_secs': 1.444586} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.958649] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Created linked-clone VM from snapshot [ 1077.959435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e7eb62-d398-4872-b681-55c2a4eef20d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.967711] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Uploading image 8adf8e6e-f5a3-4841-a51f-919266cda7b0 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1077.996432] env[62633]: DEBUG oslo_vmware.rw_handles [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1077.996432] env[62633]: value = "vm-543467" [ 1077.996432] env[62633]: _type = "VirtualMachine" [ 1077.996432] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1077.997374] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4514b628-6a79-4505-8de0-76673fde46ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.004624] env[62633]: DEBUG oslo_vmware.rw_handles [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease: (returnval){ [ 1078.004624] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5206d015-3208-6f4f-2d25-335824af30c0" [ 1078.004624] env[62633]: _type = "HttpNfcLease" [ 1078.004624] env[62633]: } obtained for exporting VM: (result){ [ 1078.004624] env[62633]: value = "vm-543467" [ 1078.004624] env[62633]: _type = "VirtualMachine" [ 1078.004624] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1078.004921] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the lease: (returnval){ [ 1078.004921] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5206d015-3208-6f4f-2d25-335824af30c0" [ 1078.004921] env[62633]: _type = "HttpNfcLease" [ 1078.004921] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1078.011817] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.011817] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5206d015-3208-6f4f-2d25-335824af30c0" [ 1078.011817] env[62633]: _type = "HttpNfcLease" [ 1078.011817] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1078.020582] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163947} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.020883] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.021595] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126ce247-012e-4d95-afbd-8ff6a88477a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.041634] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 22024f08-4327-4429-8749-fc7d7999b886/22024f08-4327-4429-8749-fc7d7999b886.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.041910] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff09dc9-28ca-42d6-b1e3-081e49b7a8af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.062226] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1078.062226] env[62633]: value = "task-2696818" [ 1078.062226] env[62633]: _type = "Task" [ 1078.062226] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.070861] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.433586] env[62633]: DEBUG nova.compute.manager [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.513805] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.513805] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5206d015-3208-6f4f-2d25-335824af30c0" [ 1078.513805] env[62633]: _type = "HttpNfcLease" [ 1078.513805] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1078.514279] env[62633]: DEBUG oslo_vmware.rw_handles [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1078.514279] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5206d015-3208-6f4f-2d25-335824af30c0" [ 1078.514279] env[62633]: _type = "HttpNfcLease" [ 1078.514279] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1078.515208] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc73c87-e571-4d15-a2af-37715e00f205 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.525022] env[62633]: DEBUG oslo_vmware.rw_handles [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c05caa-7a6b-8517-cdc4-c592660f2c8f/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1078.525281] env[62633]: DEBUG oslo_vmware.rw_handles [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c05caa-7a6b-8517-cdc4-c592660f2c8f/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1078.595219] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696818, 'name': ReconfigVM_Task, 'duration_secs': 0.271501} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.595557] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 22024f08-4327-4429-8749-fc7d7999b886/22024f08-4327-4429-8749-fc7d7999b886.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.596257] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4455d0d0-46c0-428e-b0e4-88d55f9c56b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.603796] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1078.603796] env[62633]: value = "task-2696819" [ 1078.603796] env[62633]: _type = "Task" [ 1078.603796] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.612623] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696819, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.619061] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49073b66-1c4d-4737-a835-cc3e8f67bca9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.961970] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.963148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.964386] env[62633]: INFO nova.compute.claims [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.129388] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696819, 'name': Rename_Task, 'duration_secs': 0.143008} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.129797] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.130593] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e990c9b-68b0-48d3-9253-b62a4fd5d94c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.138994] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1079.138994] env[62633]: value = "task-2696820" [ 1079.138994] env[62633]: _type = "Task" [ 1079.138994] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.149134] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.650602] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696820, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.083814] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d20413-9bd1-4d4f-a58c-178a30779354 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.092564] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f920776e-9872-45b8-8080-40a831f69837 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.125250] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81def0f1-78ae-4a2c-abee-0d95fd0b6db2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.133774] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed55a9-7635-4e86-8ca5-98dc15a129de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.150559] env[62633]: DEBUG nova.compute.provider_tree [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.158789] env[62633]: DEBUG oslo_vmware.api [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696820, 'name': PowerOnVM_Task, 'duration_secs': 0.739656} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.159161] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.159496] env[62633]: INFO nova.compute.manager [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1080.159773] env[62633]: DEBUG nova.compute.manager [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.161519] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27e3217-c09e-44c6-990d-51fc5deae4f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.677372] env[62633]: ERROR nova.scheduler.client.report [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [req-97863419-2218-42b2-b0b5-9ef791ba944e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97863419-2218-42b2-b0b5-9ef791ba944e"}]} [ 1080.682159] env[62633]: INFO nova.compute.manager [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Took 12.84 seconds to build instance. [ 1080.694286] env[62633]: DEBUG nova.scheduler.client.report [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1080.713227] env[62633]: DEBUG nova.scheduler.client.report [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1080.713479] env[62633]: DEBUG nova.compute.provider_tree [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.725641] env[62633]: DEBUG nova.scheduler.client.report [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1080.745591] env[62633]: DEBUG nova.scheduler.client.report [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1080.850028] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c321c5ac-a79a-48d6-9e3e-f8c168617439 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.858943] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe76663-2e4f-4a89-a290-50209e116566 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.893740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527eeb11-eb11-4ddc-82f0-4985406c4975 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.902838] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2070b3a-d6cd-4024-83cc-563ab426df47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.918698] env[62633]: DEBUG nova.compute.provider_tree [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.183974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46898c32-4027-47b0-8fa0-963ea1d0d152 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "22024f08-4327-4429-8749-fc7d7999b886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.351s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.283465] env[62633]: DEBUG nova.compute.manager [None req-1c75e094-4e2a-4264-8254-ae8cbbc35f0b tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.284450] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71b1d2a-13df-4020-8363-9f6bb86bddf5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.346297] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquiring lock "22024f08-4327-4429-8749-fc7d7999b886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.346581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "22024f08-4327-4429-8749-fc7d7999b886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.346971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquiring lock "22024f08-4327-4429-8749-fc7d7999b886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.346971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "22024f08-4327-4429-8749-fc7d7999b886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.347169] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "22024f08-4327-4429-8749-fc7d7999b886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.349658] env[62633]: INFO nova.compute.manager [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Terminating instance [ 1081.452642] env[62633]: DEBUG nova.scheduler.client.report [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updated inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.452927] env[62633]: DEBUG nova.compute.provider_tree [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd generation from 140 to 141 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.453128] env[62633]: DEBUG nova.compute.provider_tree [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.796051] env[62633]: INFO nova.compute.manager [None req-1c75e094-4e2a-4264-8254-ae8cbbc35f0b tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] instance snapshotting [ 1081.796495] env[62633]: DEBUG nova.objects.instance [None req-1c75e094-4e2a-4264-8254-ae8cbbc35f0b tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lazy-loading 'flavor' on Instance uuid 22024f08-4327-4429-8749-fc7d7999b886 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.856491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquiring lock "refresh_cache-22024f08-4327-4429-8749-fc7d7999b886" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.856643] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquired lock "refresh_cache-22024f08-4327-4429-8749-fc7d7999b886" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.856797] env[62633]: DEBUG nova.network.neutron [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.957944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.995s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.958546] env[62633]: DEBUG nova.compute.manager [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.302956] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164ae29b-fcf0-4e01-a7d8-23bc5fe7bfeb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.322112] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7412b4d-13b4-4db4-b55f-8fc258dd602f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.379742] env[62633]: DEBUG nova.network.neutron [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.438643] env[62633]: DEBUG nova.network.neutron [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.463065] env[62633]: DEBUG nova.compute.utils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.464411] env[62633]: DEBUG nova.compute.manager [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.464599] env[62633]: DEBUG nova.network.neutron [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.504097] env[62633]: DEBUG nova.policy [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e31d958c524fa49c35107e2fea6ae3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d532c456de94c0593c1295bca961dea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.781125] env[62633]: DEBUG nova.network.neutron [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Successfully created port: eb6e85f1-6c01-45ba-8dee-1529017948b8 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.833067] env[62633]: DEBUG nova.compute.manager [None req-1c75e094-4e2a-4264-8254-ae8cbbc35f0b tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Instance disappeared during snapshot {{(pid=62633) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1082.941385] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Releasing lock "refresh_cache-22024f08-4327-4429-8749-fc7d7999b886" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.942169] env[62633]: DEBUG nova.compute.manager [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.942169] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.943030] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f1e924-6543-4927-b302-eeaf03adccf5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.951960] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.952274] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5d07e41-200c-473a-8d4d-847df583274c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.964155] env[62633]: DEBUG oslo_vmware.api [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1082.964155] env[62633]: value = "task-2696821" [ 1082.964155] env[62633]: _type = "Task" [ 1082.964155] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.968314] env[62633]: DEBUG nova.compute.manager [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.977259] env[62633]: DEBUG oslo_vmware.api [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.988470] env[62633]: DEBUG nova.compute.manager [None req-1c75e094-4e2a-4264-8254-ae8cbbc35f0b tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Found 0 images (rotation: 2) {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1083.478914] env[62633]: DEBUG oslo_vmware.api [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696821, 'name': PowerOffVM_Task, 'duration_secs': 0.240388} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.479374] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.479555] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.479807] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b773ae0-77fd-4182-bc26-04445961a644 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.508543] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.508768] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.508953] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Deleting the datastore file [datastore2] 22024f08-4327-4429-8749-fc7d7999b886 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.509632] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ef7e5c-e2ed-4cf3-9a18-e8039d30c5c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.518195] env[62633]: DEBUG oslo_vmware.api [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for the task: (returnval){ [ 1083.518195] env[62633]: value = "task-2696823" [ 1083.518195] env[62633]: _type = "Task" [ 1083.518195] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.527673] env[62633]: DEBUG oslo_vmware.api [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.981357] env[62633]: DEBUG nova.compute.manager [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.010731] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.011183] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.011449] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.011730] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.011990] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.012259] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.012565] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.012828] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.013172] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.013444] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.013731] env[62633]: DEBUG nova.virt.hardware [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.014732] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d766b94f-9d09-4200-a4fb-89ca54a34b3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.025803] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f43e255-6efd-425c-ae33-0c7b098520c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.033411] env[62633]: DEBUG oslo_vmware.api [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Task: {'id': task-2696823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09485} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.034077] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.034366] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.034630] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.034885] env[62633]: INFO nova.compute.manager [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1084.035442] env[62633]: DEBUG oslo.service.loopingcall [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1084.035560] env[62633]: DEBUG nova.compute.manager [-] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.035707] env[62633]: DEBUG nova.network.neutron [-] [instance: 22024f08-4327-4429-8749-fc7d7999b886] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.064709] env[62633]: DEBUG nova.network.neutron [-] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.228476] env[62633]: DEBUG nova.compute.manager [req-0d4ef7ee-61b1-41f3-b89f-1fe7b87f401a req-150fecf2-1bef-44f1-8689-b608255c3efd service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Received event network-vif-plugged-eb6e85f1-6c01-45ba-8dee-1529017948b8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.228707] env[62633]: DEBUG oslo_concurrency.lockutils [req-0d4ef7ee-61b1-41f3-b89f-1fe7b87f401a req-150fecf2-1bef-44f1-8689-b608255c3efd service nova] Acquiring lock "26099a4e-758d-4b50-b99c-967cc8ae2413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.228943] env[62633]: DEBUG oslo_concurrency.lockutils [req-0d4ef7ee-61b1-41f3-b89f-1fe7b87f401a req-150fecf2-1bef-44f1-8689-b608255c3efd service nova] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.229149] env[62633]: DEBUG oslo_concurrency.lockutils [req-0d4ef7ee-61b1-41f3-b89f-1fe7b87f401a req-150fecf2-1bef-44f1-8689-b608255c3efd service nova] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.229361] env[62633]: DEBUG nova.compute.manager [req-0d4ef7ee-61b1-41f3-b89f-1fe7b87f401a req-150fecf2-1bef-44f1-8689-b608255c3efd service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] No waiting events found dispatching network-vif-plugged-eb6e85f1-6c01-45ba-8dee-1529017948b8 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.229544] env[62633]: WARNING nova.compute.manager [req-0d4ef7ee-61b1-41f3-b89f-1fe7b87f401a req-150fecf2-1bef-44f1-8689-b608255c3efd service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Received unexpected event network-vif-plugged-eb6e85f1-6c01-45ba-8dee-1529017948b8 for instance with vm_state building and task_state spawning. [ 1084.525256] env[62633]: DEBUG nova.network.neutron [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Successfully updated port: eb6e85f1-6c01-45ba-8dee-1529017948b8 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.567830] env[62633]: DEBUG nova.network.neutron [-] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.027256] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "refresh_cache-26099a4e-758d-4b50-b99c-967cc8ae2413" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.027391] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "refresh_cache-26099a4e-758d-4b50-b99c-967cc8ae2413" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.027564] env[62633]: DEBUG nova.network.neutron [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.070772] env[62633]: INFO nova.compute.manager [-] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Took 1.03 seconds to deallocate network for instance. [ 1085.559749] env[62633]: DEBUG nova.network.neutron [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.578545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.578807] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.579037] env[62633]: DEBUG nova.objects.instance [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lazy-loading 'resources' on Instance uuid 22024f08-4327-4429-8749-fc7d7999b886 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.691323] env[62633]: DEBUG nova.network.neutron [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Updating instance_info_cache with network_info: [{"id": "eb6e85f1-6c01-45ba-8dee-1529017948b8", "address": "fa:16:3e:d1:c4:48", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6e85f1-6c", "ovs_interfaceid": "eb6e85f1-6c01-45ba-8dee-1529017948b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.181874] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffe8633-502c-4988-876c-18daaddf3166 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.189911] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3a9731-dac7-4d9b-afd6-842280ad9cc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.193352] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "refresh_cache-26099a4e-758d-4b50-b99c-967cc8ae2413" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.193749] env[62633]: DEBUG nova.compute.manager [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Instance network_info: |[{"id": "eb6e85f1-6c01-45ba-8dee-1529017948b8", "address": "fa:16:3e:d1:c4:48", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6e85f1-6c", "ovs_interfaceid": "eb6e85f1-6c01-45ba-8dee-1529017948b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.194636] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:c4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb6e85f1-6c01-45ba-8dee-1529017948b8', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.202243] env[62633]: DEBUG oslo.service.loopingcall [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.226333] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.227189] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1124a7b3-61a7-4a32-abd3-c728f52a3db8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.241931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa4a3c2-6b1a-435d-90b1-e09ec17f0494 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.254203] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaee2b1-1a9b-4c57-a566-bf8de859f343 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.258078] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.258078] env[62633]: value = "task-2696824" [ 1086.258078] env[62633]: _type = "Task" [ 1086.258078] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.259234] env[62633]: DEBUG nova.compute.manager [req-998d3025-a109-4f30-9ced-a4c38f9d6c14 req-84378867-269e-453b-bc57-4ad0f0e220ae service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Received event network-changed-eb6e85f1-6c01-45ba-8dee-1529017948b8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.259510] env[62633]: DEBUG nova.compute.manager [req-998d3025-a109-4f30-9ced-a4c38f9d6c14 req-84378867-269e-453b-bc57-4ad0f0e220ae service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Refreshing instance network info cache due to event network-changed-eb6e85f1-6c01-45ba-8dee-1529017948b8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1086.259797] env[62633]: DEBUG oslo_concurrency.lockutils [req-998d3025-a109-4f30-9ced-a4c38f9d6c14 req-84378867-269e-453b-bc57-4ad0f0e220ae service nova] Acquiring lock "refresh_cache-26099a4e-758d-4b50-b99c-967cc8ae2413" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.260011] env[62633]: DEBUG oslo_concurrency.lockutils [req-998d3025-a109-4f30-9ced-a4c38f9d6c14 req-84378867-269e-453b-bc57-4ad0f0e220ae service nova] Acquired lock "refresh_cache-26099a4e-758d-4b50-b99c-967cc8ae2413" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.260230] env[62633]: DEBUG nova.network.neutron [req-998d3025-a109-4f30-9ced-a4c38f9d6c14 req-84378867-269e-453b-bc57-4ad0f0e220ae service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Refreshing network info cache for port eb6e85f1-6c01-45ba-8dee-1529017948b8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.273558] env[62633]: DEBUG nova.compute.provider_tree [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.280490] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696824, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.775330] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696824, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.777372] env[62633]: DEBUG nova.scheduler.client.report [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.959982] env[62633]: DEBUG nova.network.neutron [req-998d3025-a109-4f30-9ced-a4c38f9d6c14 req-84378867-269e-453b-bc57-4ad0f0e220ae service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Updated VIF entry in instance network info cache for port eb6e85f1-6c01-45ba-8dee-1529017948b8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.960360] env[62633]: DEBUG nova.network.neutron [req-998d3025-a109-4f30-9ced-a4c38f9d6c14 req-84378867-269e-453b-bc57-4ad0f0e220ae service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Updating instance_info_cache with network_info: [{"id": "eb6e85f1-6c01-45ba-8dee-1529017948b8", "address": "fa:16:3e:d1:c4:48", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6e85f1-6c", "ovs_interfaceid": "eb6e85f1-6c01-45ba-8dee-1529017948b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.131910] env[62633]: DEBUG oslo_vmware.rw_handles [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c05caa-7a6b-8517-cdc4-c592660f2c8f/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.132885] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ce3025-c149-4ae0-b896-5eb2547a49a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.139348] env[62633]: DEBUG oslo_vmware.rw_handles [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c05caa-7a6b-8517-cdc4-c592660f2c8f/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.139531] env[62633]: ERROR oslo_vmware.rw_handles [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c05caa-7a6b-8517-cdc4-c592660f2c8f/disk-0.vmdk due to incomplete transfer. [ 1087.139749] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ddd3d278-3279-4ebb-aedd-8a0e289a9775 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.146357] env[62633]: DEBUG oslo_vmware.rw_handles [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c05caa-7a6b-8517-cdc4-c592660f2c8f/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1087.146535] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Uploaded image 8adf8e6e-f5a3-4841-a51f-919266cda7b0 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1087.148946] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1087.149184] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de1c4909-cbe7-4e9f-8cca-132815089d70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.154575] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1087.154575] env[62633]: value = "task-2696825" [ 1087.154575] env[62633]: _type = "Task" [ 1087.154575] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.161916] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696825, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.273218] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696824, 'name': CreateVM_Task, 'duration_secs': 0.557642} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.273426] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.274102] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.274279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.274618] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.274880] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9bf7599-0363-4799-bf9c-8408375e3f47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.279407] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1087.279407] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ed86c3-59fe-9fc6-6403-178186b68dfb" [ 1087.279407] env[62633]: _type = "Task" [ 1087.279407] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.282826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.290710] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ed86c3-59fe-9fc6-6403-178186b68dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.306238] env[62633]: INFO nova.scheduler.client.report [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Deleted allocations for instance 22024f08-4327-4429-8749-fc7d7999b886 [ 1087.463344] env[62633]: DEBUG oslo_concurrency.lockutils [req-998d3025-a109-4f30-9ced-a4c38f9d6c14 req-84378867-269e-453b-bc57-4ad0f0e220ae service nova] Releasing lock "refresh_cache-26099a4e-758d-4b50-b99c-967cc8ae2413" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.665276] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696825, 'name': Destroy_Task, 'duration_secs': 0.360859} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.665598] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Destroyed the VM [ 1087.665870] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1087.666183] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8e2c05a2-a459-45fa-8143-a650de023dd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.672880] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1087.672880] env[62633]: value = "task-2696826" [ 1087.672880] env[62633]: _type = "Task" [ 1087.672880] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.682549] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.789608] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ed86c3-59fe-9fc6-6403-178186b68dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.025603} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.789965] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.790156] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.790385] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.790537] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.790720] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.790979] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4188706-b591-4a2c-80a9-70e767ba3a97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.798659] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.798824] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.799557] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8fcf9d-fbe9-4190-b816-e0405916b31e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.804396] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1087.804396] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5205166f-31b1-1f0f-cb5d-d5d72891e23b" [ 1087.804396] env[62633]: _type = "Task" [ 1087.804396] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.813317] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5205166f-31b1-1f0f-cb5d-d5d72891e23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.813703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-970c580f-9db1-4912-a3e5-238aea82a7e6 tempest-ServersAaction247Test-138379888 tempest-ServersAaction247Test-138379888-project-member] Lock "22024f08-4327-4429-8749-fc7d7999b886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.467s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.183422] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696826, 'name': RemoveSnapshot_Task, 'duration_secs': 0.379607} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.183826] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1088.184246] env[62633]: DEBUG nova.compute.manager [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.185047] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611fc819-57d4-43b4-abd7-932c6446f736 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.314545] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5205166f-31b1-1f0f-cb5d-d5d72891e23b, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.315488] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b568e8-5a09-425a-a1ca-75d1ec545a2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.320227] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1088.320227] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528c7213-6b60-78d8-3d35-05b15e45b908" [ 1088.320227] env[62633]: _type = "Task" [ 1088.320227] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.327611] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528c7213-6b60-78d8-3d35-05b15e45b908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.697460] env[62633]: INFO nova.compute.manager [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Shelve offloading [ 1088.830779] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528c7213-6b60-78d8-3d35-05b15e45b908, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.831085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.831291] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 26099a4e-758d-4b50-b99c-967cc8ae2413/26099a4e-758d-4b50-b99c-967cc8ae2413.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.831538] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936e5cb2-d7ef-4de8-b8bd-85c750bb36d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.837847] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1088.837847] env[62633]: value = "task-2696827" [ 1088.837847] env[62633]: _type = "Task" [ 1088.837847] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.845114] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.201413] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.201685] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab1d134b-7637-415d-88cd-b8719a542ab7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.211242] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1089.211242] env[62633]: value = "task-2696828" [ 1089.211242] env[62633]: _type = "Task" [ 1089.211242] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.222492] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1089.224104] env[62633]: DEBUG nova.compute.manager [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.224104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fe9efc-3b06-4a04-8651-6911a9cf83bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.231803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.231981] env[62633]: DEBUG oslo_concurrency.lockutils [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.232733] env[62633]: DEBUG nova.network.neutron [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.348123] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459431} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.348418] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 26099a4e-758d-4b50-b99c-967cc8ae2413/26099a4e-758d-4b50-b99c-967cc8ae2413.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.348640] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.348890] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7d1fe37-0a15-4ce6-acb0-87845b2f8f20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.355593] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1089.355593] env[62633]: value = "task-2696829" [ 1089.355593] env[62633]: _type = "Task" [ 1089.355593] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.364526] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.865365] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.865702] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066942} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.865857] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.866108] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.866380] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.866517] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1089.867271] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce03f2-5b46-402f-8067-a5fec8edd2de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.869658] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.869813] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Cleaning up deleted instances {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1089.891585] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 26099a4e-758d-4b50-b99c-967cc8ae2413/26099a4e-758d-4b50-b99c-967cc8ae2413.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.894179] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6297669d-a0ee-4d7b-aa2a-20d14a70b3a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.914163] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1089.914163] env[62633]: value = "task-2696830" [ 1089.914163] env[62633]: _type = "Task" [ 1089.914163] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.921732] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.994946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "399b767a-6feb-412d-b65f-698088e38536" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.995217] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.100263] env[62633]: DEBUG nova.network.neutron [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updating instance_info_cache with network_info: [{"id": "4228cbb2-060b-488f-8283-d1279708daf3", "address": "fa:16:3e:5c:5a:6e", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4228cbb2-06", "ovs_interfaceid": "4228cbb2-060b-488f-8283-d1279708daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.387768] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] There are 58 instances to clean {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1090.387983] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 22024f08-4327-4429-8749-fc7d7999b886] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.433991] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696830, 'name': ReconfigVM_Task, 'duration_secs': 0.288891} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.434317] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 26099a4e-758d-4b50-b99c-967cc8ae2413/26099a4e-758d-4b50-b99c-967cc8ae2413.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.435011] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efce746e-165c-4526-8772-a27064f1dc53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.444172] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1090.444172] env[62633]: value = "task-2696831" [ 1090.444172] env[62633]: _type = "Task" [ 1090.444172] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.455260] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696831, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.497924] env[62633]: INFO nova.compute.manager [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Detaching volume 104bd7f4-b024-4547-bd50-5c5303638dc1 [ 1090.537038] env[62633]: INFO nova.virt.block_device [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Attempting to driver detach volume 104bd7f4-b024-4547-bd50-5c5303638dc1 from mountpoint /dev/sdb [ 1090.537285] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1090.537471] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543451', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'name': 'volume-104bd7f4-b024-4547-bd50-5c5303638dc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '399b767a-6feb-412d-b65f-698088e38536', 'attached_at': '', 'detached_at': '', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'serial': '104bd7f4-b024-4547-bd50-5c5303638dc1'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1090.538410] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2edba9-965b-4c8a-8aa6-2b40fa846246 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.563248] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54559e8-b0d6-451e-9cfe-25aecb3fe194 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.571088] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee62216a-2696-4943-bf1a-8fdc677aee63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.594958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3964d6e5-f8fb-44ab-8671-26c286820078 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.611435] env[62633]: DEBUG oslo_concurrency.lockutils [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.613141] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] The volume has not been displaced from its original location: [datastore1] volume-104bd7f4-b024-4547-bd50-5c5303638dc1/volume-104bd7f4-b024-4547-bd50-5c5303638dc1.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1090.619011] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.619337] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3551c76b-0deb-48c6-b4b2-48d67f2887b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.637874] env[62633]: DEBUG oslo_vmware.api [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1090.637874] env[62633]: value = "task-2696832" [ 1090.637874] env[62633]: _type = "Task" [ 1090.637874] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.647866] env[62633]: DEBUG oslo_vmware.api [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.890921] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: dec51cde-af2a-430e-9f24-0d5c0bb8a0e2] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.954787] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696831, 'name': Rename_Task, 'duration_secs': 0.13904} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.955083] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.955333] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff986a82-8b0e-4e68-a934-ba0912767742 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.962949] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1090.962949] env[62633]: value = "task-2696833" [ 1090.962949] env[62633]: _type = "Task" [ 1090.962949] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.970722] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.002980] env[62633]: DEBUG nova.compute.manager [req-252a1588-6ff3-490f-ada1-7cf37a121eaa req-ae22586b-cf3c-4786-b62c-7f4401503956 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received event network-vif-unplugged-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.003210] env[62633]: DEBUG oslo_concurrency.lockutils [req-252a1588-6ff3-490f-ada1-7cf37a121eaa req-ae22586b-cf3c-4786-b62c-7f4401503956 service nova] Acquiring lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.003457] env[62633]: DEBUG oslo_concurrency.lockutils [req-252a1588-6ff3-490f-ada1-7cf37a121eaa req-ae22586b-cf3c-4786-b62c-7f4401503956 service nova] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.003638] env[62633]: DEBUG oslo_concurrency.lockutils [req-252a1588-6ff3-490f-ada1-7cf37a121eaa req-ae22586b-cf3c-4786-b62c-7f4401503956 service nova] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.003820] env[62633]: DEBUG nova.compute.manager [req-252a1588-6ff3-490f-ada1-7cf37a121eaa req-ae22586b-cf3c-4786-b62c-7f4401503956 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] No waiting events found dispatching network-vif-unplugged-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.004308] env[62633]: WARNING nova.compute.manager [req-252a1588-6ff3-490f-ada1-7cf37a121eaa req-ae22586b-cf3c-4786-b62c-7f4401503956 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received unexpected event network-vif-unplugged-4228cbb2-060b-488f-8283-d1279708daf3 for instance with vm_state shelved and task_state shelving_offloading. [ 1091.153804] env[62633]: DEBUG oslo_vmware.api [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696832, 'name': ReconfigVM_Task, 'duration_secs': 0.242735} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.153804] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.162211] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.162554] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168c6ef4-efd8-42c7-8167-9c2abcf1838b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.178752] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fb1e95-95d2-431c-a7db-c7de63715f0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.187830] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.189380] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-502aabc2-7ddd-49db-b754-6488f15d829f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.191220] env[62633]: DEBUG oslo_vmware.api [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1091.191220] env[62633]: value = "task-2696834" [ 1091.191220] env[62633]: _type = "Task" [ 1091.191220] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.199304] env[62633]: DEBUG oslo_vmware.api [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.263127] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.263478] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.263744] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleting the datastore file [datastore1] a0ff70a0-8bbc-4e09-a333-70032c121544 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.264118] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3c5b2e6-cafc-44cf-8c31-4005c6384bc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.270537] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1091.270537] env[62633]: value = "task-2696836" [ 1091.270537] env[62633]: _type = "Task" [ 1091.270537] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.279129] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.394035] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 0a00fc7c-31dc-4a3d-bd88-7f45cbdd7039] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.474369] env[62633]: DEBUG oslo_vmware.api [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696833, 'name': PowerOnVM_Task, 'duration_secs': 0.477516} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.474640] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.474838] env[62633]: INFO nova.compute.manager [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1091.475022] env[62633]: DEBUG nova.compute.manager [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.475785] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b685e09-6239-4ad7-a07e-625e962b4e2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.704031] env[62633]: DEBUG oslo_vmware.api [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696834, 'name': ReconfigVM_Task, 'duration_secs': 0.162362} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.704031] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543451', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'name': 'volume-104bd7f4-b024-4547-bd50-5c5303638dc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '399b767a-6feb-412d-b65f-698088e38536', 'attached_at': '', 'detached_at': '', 'volume_id': '104bd7f4-b024-4547-bd50-5c5303638dc1', 'serial': '104bd7f4-b024-4547-bd50-5c5303638dc1'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1091.780507] env[62633]: DEBUG oslo_vmware.api [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148093} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.780836] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.781068] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.781284] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.811053] env[62633]: INFO nova.scheduler.client.report [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted allocations for instance a0ff70a0-8bbc-4e09-a333-70032c121544 [ 1091.899346] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 4023528b-d970-4962-b92b-9a93516f1e98] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.997444] env[62633]: INFO nova.compute.manager [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Took 13.05 seconds to build instance. [ 1092.182314] env[62633]: DEBUG nova.compute.manager [req-f0abc2ac-9b9a-43ca-8a28-b2c10f78768b req-5b629f3b-5513-4376-8732-502045c050b7 service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Received event network-changed-eb6e85f1-6c01-45ba-8dee-1529017948b8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.182314] env[62633]: DEBUG nova.compute.manager [req-f0abc2ac-9b9a-43ca-8a28-b2c10f78768b req-5b629f3b-5513-4376-8732-502045c050b7 service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Refreshing instance network info cache due to event network-changed-eb6e85f1-6c01-45ba-8dee-1529017948b8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.182314] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0abc2ac-9b9a-43ca-8a28-b2c10f78768b req-5b629f3b-5513-4376-8732-502045c050b7 service nova] Acquiring lock "refresh_cache-26099a4e-758d-4b50-b99c-967cc8ae2413" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.182314] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0abc2ac-9b9a-43ca-8a28-b2c10f78768b req-5b629f3b-5513-4376-8732-502045c050b7 service nova] Acquired lock "refresh_cache-26099a4e-758d-4b50-b99c-967cc8ae2413" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.182314] env[62633]: DEBUG nova.network.neutron [req-f0abc2ac-9b9a-43ca-8a28-b2c10f78768b req-5b629f3b-5513-4376-8732-502045c050b7 service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Refreshing network info cache for port eb6e85f1-6c01-45ba-8dee-1529017948b8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.255737] env[62633]: DEBUG nova.objects.instance [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'flavor' on Instance uuid 399b767a-6feb-412d-b65f-698088e38536 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.316053] env[62633]: DEBUG oslo_concurrency.lockutils [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.316330] env[62633]: DEBUG oslo_concurrency.lockutils [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.316754] env[62633]: DEBUG nova.objects.instance [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'resources' on Instance uuid a0ff70a0-8bbc-4e09-a333-70032c121544 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.402610] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 5b28bb09-79e0-49ae-8a61-937dea408e70] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.498555] env[62633]: DEBUG oslo_concurrency.lockutils [None req-084958e1-6008-48e4-a27a-07e987e76374 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.567s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.555597] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "a76a89b7-b405-41d6-b88b-0578855224b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.555837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "a76a89b7-b405-41d6-b88b-0578855224b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.819232] env[62633]: DEBUG nova.objects.instance [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'numa_topology' on Instance uuid a0ff70a0-8bbc-4e09-a333-70032c121544 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.908767] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 19b8e67b-abbb-4c0b-a755-dc13bb2d85cb] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.909867] env[62633]: DEBUG nova.network.neutron [req-f0abc2ac-9b9a-43ca-8a28-b2c10f78768b req-5b629f3b-5513-4376-8732-502045c050b7 service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Updated VIF entry in instance network info cache for port eb6e85f1-6c01-45ba-8dee-1529017948b8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.910425] env[62633]: DEBUG nova.network.neutron [req-f0abc2ac-9b9a-43ca-8a28-b2c10f78768b req-5b629f3b-5513-4376-8732-502045c050b7 service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Updating instance_info_cache with network_info: [{"id": "eb6e85f1-6c01-45ba-8dee-1529017948b8", "address": "fa:16:3e:d1:c4:48", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6e85f1-6c", "ovs_interfaceid": "eb6e85f1-6c01-45ba-8dee-1529017948b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.058738] env[62633]: DEBUG nova.compute.manager [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.111379] env[62633]: DEBUG nova.compute.manager [req-8cfac60e-e0a5-4578-aad0-05e03077d746 req-cd391732-09eb-44c3-9b20-3a9dcfdc5b1e service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received event network-changed-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.111685] env[62633]: DEBUG nova.compute.manager [req-8cfac60e-e0a5-4578-aad0-05e03077d746 req-cd391732-09eb-44c3-9b20-3a9dcfdc5b1e service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Refreshing instance network info cache due to event network-changed-4228cbb2-060b-488f-8283-d1279708daf3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1093.111809] env[62633]: DEBUG oslo_concurrency.lockutils [req-8cfac60e-e0a5-4578-aad0-05e03077d746 req-cd391732-09eb-44c3-9b20-3a9dcfdc5b1e service nova] Acquiring lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.111954] env[62633]: DEBUG oslo_concurrency.lockutils [req-8cfac60e-e0a5-4578-aad0-05e03077d746 req-cd391732-09eb-44c3-9b20-3a9dcfdc5b1e service nova] Acquired lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.115526] env[62633]: DEBUG nova.network.neutron [req-8cfac60e-e0a5-4578-aad0-05e03077d746 req-cd391732-09eb-44c3-9b20-3a9dcfdc5b1e service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Refreshing network info cache for port 4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.263882] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7c26af3c-4f77-4dbe-a9be-7e936f0914bd tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.322696] env[62633]: DEBUG nova.objects.base [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.413534] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 458ef873-d2db-4691-86a0-b7700b9a0d3e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.415938] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0abc2ac-9b9a-43ca-8a28-b2c10f78768b req-5b629f3b-5513-4376-8732-502045c050b7 service nova] Releasing lock "refresh_cache-26099a4e-758d-4b50-b99c-967cc8ae2413" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.479613] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf96c0-91cf-4418-b04b-df4a9db5152b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.487840] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e791b5-645e-404e-9b87-7050c6ab2c8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.493195] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "399b767a-6feb-412d-b65f-698088e38536" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.493560] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.493879] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "399b767a-6feb-412d-b65f-698088e38536-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.494172] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.494367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.522211] env[62633]: INFO nova.compute.manager [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Terminating instance [ 1093.524538] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f74d7f-19a1-4a50-a8aa-bedd6505e474 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.533682] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004f20e-96dd-4c52-bac0-fc10f8716d48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.547832] env[62633]: DEBUG nova.compute.provider_tree [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.579434] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.835966] env[62633]: DEBUG nova.network.neutron [req-8cfac60e-e0a5-4578-aad0-05e03077d746 req-cd391732-09eb-44c3-9b20-3a9dcfdc5b1e service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updated VIF entry in instance network info cache for port 4228cbb2-060b-488f-8283-d1279708daf3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.836373] env[62633]: DEBUG nova.network.neutron [req-8cfac60e-e0a5-4578-aad0-05e03077d746 req-cd391732-09eb-44c3-9b20-3a9dcfdc5b1e service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updating instance_info_cache with network_info: [{"id": "4228cbb2-060b-488f-8283-d1279708daf3", "address": "fa:16:3e:5c:5a:6e", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4228cbb2-06", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.920391] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 62249fa0-14a4-4503-bee6-9d91480a7aac] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.029562] env[62633]: DEBUG nova.compute.manager [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.029733] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.030650] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5dc6d8-1191-4585-b46f-17508acc4386 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.038379] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.038638] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a06c5d80-8308-4d1a-9d27-1240d9faa3b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.044587] env[62633]: DEBUG oslo_vmware.api [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1094.044587] env[62633]: value = "task-2696838" [ 1094.044587] env[62633]: _type = "Task" [ 1094.044587] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.052428] env[62633]: DEBUG nova.scheduler.client.report [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.055590] env[62633]: DEBUG oslo_vmware.api [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.141209] env[62633]: INFO nova.compute.manager [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Rebuilding instance [ 1094.182279] env[62633]: DEBUG nova.compute.manager [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.183246] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08babf80-ffbd-46f3-b675-d437f19f4f02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.338881] env[62633]: DEBUG oslo_concurrency.lockutils [req-8cfac60e-e0a5-4578-aad0-05e03077d746 req-cd391732-09eb-44c3-9b20-3a9dcfdc5b1e service nova] Releasing lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.373337] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "a0ff70a0-8bbc-4e09-a333-70032c121544" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.423653] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: da2890e3-04ff-450c-a5b2-adc41854462b] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.556262] env[62633]: DEBUG oslo_vmware.api [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696838, 'name': PowerOffVM_Task, 'duration_secs': 0.197058} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.556899] env[62633]: DEBUG oslo_concurrency.lockutils [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.559193] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.559376] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.559855] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.981s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.561272] env[62633]: INFO nova.compute.claims [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.563408] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2143ed3d-a663-4abe-a812-c4851f65d01f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.625953] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.626245] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.626446] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleting the datastore file [datastore2] 399b767a-6feb-412d-b65f-698088e38536 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.626721] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23b7a0e0-1d99-436d-aa64-f8792a1bac5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.632771] env[62633]: DEBUG oslo_vmware.api [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1094.632771] env[62633]: value = "task-2696840" [ 1094.632771] env[62633]: _type = "Task" [ 1094.632771] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.640107] env[62633]: DEBUG oslo_vmware.api [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.926698] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 237a3462-8799-47e0-970c-b39ee3dc66b6] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.064246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-110b52b4-54b5-4e8e-b45e-efee0a4e9552 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.254s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.065123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.692s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.065299] env[62633]: INFO nova.compute.manager [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Unshelving [ 1095.142570] env[62633]: DEBUG oslo_vmware.api [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158664} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.142881] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.143118] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.143342] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.143558] env[62633]: INFO nova.compute.manager [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 399b767a-6feb-412d-b65f-698088e38536] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1095.143810] env[62633]: DEBUG oslo.service.loopingcall [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.144012] env[62633]: DEBUG nova.compute.manager [-] [instance: 399b767a-6feb-412d-b65f-698088e38536] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.144122] env[62633]: DEBUG nova.network.neutron [-] [instance: 399b767a-6feb-412d-b65f-698088e38536] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.197026] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.197432] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-294d64b8-8ac6-4706-ae7a-1e62b9f76d07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.205363] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1095.205363] env[62633]: value = "task-2696841" [ 1095.205363] env[62633]: _type = "Task" [ 1095.205363] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.218135] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.430657] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 910e242c-48be-4521-b3f2-df06b33f80a3] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.617460] env[62633]: DEBUG nova.compute.manager [req-de2901b5-4cec-42c7-a305-30ee9f4711e1 req-a0db0ab0-7e59-4909-ad86-0438ba4c4b24 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Received event network-vif-deleted-85d040c7-d04f-4767-97f2-805eb6bbd2d7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.617733] env[62633]: INFO nova.compute.manager [req-de2901b5-4cec-42c7-a305-30ee9f4711e1 req-a0db0ab0-7e59-4909-ad86-0438ba4c4b24 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Neutron deleted interface 85d040c7-d04f-4767-97f2-805eb6bbd2d7; detaching it from the instance and deleting it from the info cache [ 1095.617966] env[62633]: DEBUG nova.network.neutron [req-de2901b5-4cec-42c7-a305-30ee9f4711e1 req-a0db0ab0-7e59-4909-ad86-0438ba4c4b24 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.689466] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba70de-2607-44bf-852c-cbb814cbfd70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.702477] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e925b6-90ef-4951-ae8d-4dbe51c0d7b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.763949] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e31876b-f3a5-44d8-bdf8-e22dbd6480f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.768189] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696841, 'name': PowerOffVM_Task, 'duration_secs': 0.197649} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.768465] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.768805] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.770472] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867932f1-9451-46fb-9e7b-6faa3596769f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.779747] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1883a720-16ee-461b-a88d-1222d3c467a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.788211] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.788998] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89989516-b89a-4f14-b831-a8d7ef383049 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.803433] env[62633]: DEBUG nova.compute.provider_tree [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.854306] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.854614] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.854802] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleting the datastore file [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.855095] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccb3287d-8146-4a1c-b02f-4fd29237feec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.861223] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1095.861223] env[62633]: value = "task-2696843" [ 1095.861223] env[62633]: _type = "Task" [ 1095.861223] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.869271] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.934368] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 388d68e1-51d8-45a1-b208-78ee3c34ede5] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.091735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.092308] env[62633]: DEBUG nova.network.neutron [-] [instance: 399b767a-6feb-412d-b65f-698088e38536] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.121049] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b6bba66-1043-4b7f-8da2-71395f0968eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.130186] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ecb8fd-ea37-401a-b3b7-cd04992c36fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.161258] env[62633]: DEBUG nova.compute.manager [req-de2901b5-4cec-42c7-a305-30ee9f4711e1 req-a0db0ab0-7e59-4909-ad86-0438ba4c4b24 service nova] [instance: 399b767a-6feb-412d-b65f-698088e38536] Detach interface failed, port_id=85d040c7-d04f-4767-97f2-805eb6bbd2d7, reason: Instance 399b767a-6feb-412d-b65f-698088e38536 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1096.307319] env[62633]: DEBUG nova.scheduler.client.report [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.372306] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193082} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.372520] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.372696] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.372877] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.438034] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 06b1cd0d-f9b1-41ea-bda4-3a0a5fa26deb] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.595353] env[62633]: INFO nova.compute.manager [-] [instance: 399b767a-6feb-412d-b65f-698088e38536] Took 1.45 seconds to deallocate network for instance. [ 1096.813364] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.813904] env[62633]: DEBUG nova.compute.manager [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.816628] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.725s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.816836] env[62633]: DEBUG nova.objects.instance [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'pci_requests' on Instance uuid a0ff70a0-8bbc-4e09-a333-70032c121544 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.941279] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: c6fdf184-3b3a-4176-b2a8-210cee591bf4] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.101208] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.320160] env[62633]: DEBUG nova.compute.utils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.322740] env[62633]: DEBUG nova.objects.instance [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'numa_topology' on Instance uuid a0ff70a0-8bbc-4e09-a333-70032c121544 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.324033] env[62633]: DEBUG nova.compute.manager [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.324033] env[62633]: DEBUG nova.network.neutron [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.367967] env[62633]: DEBUG nova.policy [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a57082fb774e6b97460b4efa0358d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0dbbe6eb2c146688e40ac14d9ae432e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.406843] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.407101] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.407266] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.407451] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.407601] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.407747] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.407965] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.408141] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.408313] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.408504] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.408688] env[62633]: DEBUG nova.virt.hardware [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.409659] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3315cb3-9cda-4884-b9b5-f57c6fe57b98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.417894] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bf004e-7326-4ba4-bce0-1f8a6159c91f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.431141] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:1a:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5b3c5ab-62d1-49e8-962b-91788196b36b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.438371] env[62633]: DEBUG oslo.service.loopingcall [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.438623] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.438830] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-276ec861-8463-4931-bcf3-ad686531c995 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.452438] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: d5b421a9-05eb-4b20-9288-29975fea8fbf] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.458788] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.458788] env[62633]: value = "task-2696845" [ 1097.458788] env[62633]: _type = "Task" [ 1097.458788] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.466555] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696845, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.623217] env[62633]: DEBUG nova.network.neutron [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Successfully created port: 5109ce2c-cb7f-41ab-a02a-c966a4a68d33 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.824788] env[62633]: DEBUG nova.compute.manager [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.827543] env[62633]: INFO nova.compute.claims [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.955414] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 08700076-265a-4695-89a1-aa6833542904] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.967822] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696845, 'name': CreateVM_Task, 'duration_secs': 0.366586} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.967991] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.968793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.968985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.969360] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.969648] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee808400-aa52-48b9-827b-695a4af4610f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.974116] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1097.974116] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520f8f56-b7fe-73e9-9ad8-7efc0394ffce" [ 1097.974116] env[62633]: _type = "Task" [ 1097.974116] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.982600] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520f8f56-b7fe-73e9-9ad8-7efc0394ffce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.459609] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 1e0010ad-97b4-4f50-8f4c-242e3095bb23] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.485346] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520f8f56-b7fe-73e9-9ad8-7efc0394ffce, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.486261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.486551] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.486822] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.486978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.487178] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.487667] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7f1c1c3-e54e-4a8c-a375-8ddb3e66df6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.495695] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.495859] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.496564] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-417ae9fa-b16b-4ef8-9f29-01c53d2ffa3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.501617] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1098.501617] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5271c541-956f-0fc0-cc30-2efe91da3230" [ 1098.501617] env[62633]: _type = "Task" [ 1098.501617] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.508767] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5271c541-956f-0fc0-cc30-2efe91da3230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.838285] env[62633]: DEBUG nova.compute.manager [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.865208] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.865467] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.865627] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.865810] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.865957] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.866115] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.866322] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.866513] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.866689] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.866850] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.867030] env[62633]: DEBUG nova.virt.hardware [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.867882] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5faad0-5b44-4e46-825e-07750d4aacee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.876524] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096c2bdb-9f3a-4c0d-ae26-daba512651e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.951783] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ed54a2-3ad1-4dce-9214-dde42522bccd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.960607] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39465529-4ab1-41fb-b43a-db2a5fcb1c42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.964865] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 2f91517e-fd8e-461a-b32a-d8fe09d4105e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.999810] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dc06b2-3144-48d0-8ac0-3143f3b985cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.003577] env[62633]: DEBUG nova.compute.manager [req-4e975f2c-56fc-4042-b529-d58b9048b781 req-148803f7-7df2-431f-bc50-917f4295ae01 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Received event network-vif-plugged-5109ce2c-cb7f-41ab-a02a-c966a4a68d33 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.003813] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e975f2c-56fc-4042-b529-d58b9048b781 req-148803f7-7df2-431f-bc50-917f4295ae01 service nova] Acquiring lock "a76a89b7-b405-41d6-b88b-0578855224b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.004094] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e975f2c-56fc-4042-b529-d58b9048b781 req-148803f7-7df2-431f-bc50-917f4295ae01 service nova] Lock "a76a89b7-b405-41d6-b88b-0578855224b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.004284] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e975f2c-56fc-4042-b529-d58b9048b781 req-148803f7-7df2-431f-bc50-917f4295ae01 service nova] Lock "a76a89b7-b405-41d6-b88b-0578855224b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.004451] env[62633]: DEBUG nova.compute.manager [req-4e975f2c-56fc-4042-b529-d58b9048b781 req-148803f7-7df2-431f-bc50-917f4295ae01 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] No waiting events found dispatching network-vif-plugged-5109ce2c-cb7f-41ab-a02a-c966a4a68d33 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.004613] env[62633]: WARNING nova.compute.manager [req-4e975f2c-56fc-4042-b529-d58b9048b781 req-148803f7-7df2-431f-bc50-917f4295ae01 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Received unexpected event network-vif-plugged-5109ce2c-cb7f-41ab-a02a-c966a4a68d33 for instance with vm_state building and task_state spawning. [ 1099.019649] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8073a7d7-b365-49c6-b72c-3e1147f515f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.024412] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5271c541-956f-0fc0-cc30-2efe91da3230, 'name': SearchDatastore_Task, 'duration_secs': 0.008582} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.025556] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e862fbde-f670-48cd-99a8-1cbe49435e41 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.037409] env[62633]: DEBUG nova.compute.provider_tree [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.042126] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1099.042126] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524e7fc6-879c-3f3a-38af-348bd8a99144" [ 1099.042126] env[62633]: _type = "Task" [ 1099.042126] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.049249] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524e7fc6-879c-3f3a-38af-348bd8a99144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.468720] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: b3ee6288-ed90-4a2d-822b-29b9f0e5a80e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.536829] env[62633]: DEBUG nova.network.neutron [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Successfully updated port: 5109ce2c-cb7f-41ab-a02a-c966a4a68d33 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.540514] env[62633]: DEBUG nova.scheduler.client.report [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.554427] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524e7fc6-879c-3f3a-38af-348bd8a99144, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.554690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.554942] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d/6ef35b8a-ef0e-49b2-98a5-f26f1016d51d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.555212] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f431beac-6c99-467b-8c16-0995de079dda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.559944] env[62633]: DEBUG nova.compute.manager [req-cbc5dc2d-6b57-415c-b3d5-712b5286321e req-0aeb1991-d938-4fcd-8601-72dab9697889 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Received event network-changed-5109ce2c-cb7f-41ab-a02a-c966a4a68d33 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.560141] env[62633]: DEBUG nova.compute.manager [req-cbc5dc2d-6b57-415c-b3d5-712b5286321e req-0aeb1991-d938-4fcd-8601-72dab9697889 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Refreshing instance network info cache due to event network-changed-5109ce2c-cb7f-41ab-a02a-c966a4a68d33. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.560345] env[62633]: DEBUG oslo_concurrency.lockutils [req-cbc5dc2d-6b57-415c-b3d5-712b5286321e req-0aeb1991-d938-4fcd-8601-72dab9697889 service nova] Acquiring lock "refresh_cache-a76a89b7-b405-41d6-b88b-0578855224b4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.560486] env[62633]: DEBUG oslo_concurrency.lockutils [req-cbc5dc2d-6b57-415c-b3d5-712b5286321e req-0aeb1991-d938-4fcd-8601-72dab9697889 service nova] Acquired lock "refresh_cache-a76a89b7-b405-41d6-b88b-0578855224b4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.560645] env[62633]: DEBUG nova.network.neutron [req-cbc5dc2d-6b57-415c-b3d5-712b5286321e req-0aeb1991-d938-4fcd-8601-72dab9697889 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Refreshing network info cache for port 5109ce2c-cb7f-41ab-a02a-c966a4a68d33 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.566423] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1099.566423] env[62633]: value = "task-2696847" [ 1099.566423] env[62633]: _type = "Task" [ 1099.566423] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.576015] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.974053] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: dfaf111a-3072-491e-89f7-8aa95bb7cf70] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.039669] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "refresh_cache-a76a89b7-b405-41d6-b88b-0578855224b4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.044926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.228s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.047748] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.947s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.048101] env[62633]: DEBUG nova.objects.instance [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'resources' on Instance uuid 399b767a-6feb-412d-b65f-698088e38536 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.076616] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486645} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.076874] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d/6ef35b8a-ef0e-49b2-98a5-f26f1016d51d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.077095] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.077346] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b1ddcf3-7701-43cd-9472-d8a310acc4a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.083692] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1100.083692] env[62633]: value = "task-2696849" [ 1100.083692] env[62633]: _type = "Task" [ 1100.083692] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.092173] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.093087] env[62633]: INFO nova.network.neutron [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updating port 4228cbb2-060b-488f-8283-d1279708daf3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1100.109226] env[62633]: DEBUG nova.network.neutron [req-cbc5dc2d-6b57-415c-b3d5-712b5286321e req-0aeb1991-d938-4fcd-8601-72dab9697889 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.245495] env[62633]: DEBUG nova.network.neutron [req-cbc5dc2d-6b57-415c-b3d5-712b5286321e req-0aeb1991-d938-4fcd-8601-72dab9697889 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.476966] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 07e949a5-60cf-4874-a407-423d13cdadb3] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.595423] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063244} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.597577] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.598555] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08f45c-0293-4480-91d9-ea14630946ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.621820] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d/6ef35b8a-ef0e-49b2-98a5-f26f1016d51d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.624693] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a15a04-6b61-467f-b72c-92b77c563e0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.646641] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1100.646641] env[62633]: value = "task-2696850" [ 1100.646641] env[62633]: _type = "Task" [ 1100.646641] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.658342] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.686596] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fa261c-41aa-4f9c-9575-f5821ab6ad56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.694529] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95efc403-d81d-4ca3-a946-4cd84cab8b69 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.728264] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e763e-660a-4c21-96d1-554bb5b5b0b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.736340] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c72495-b0e2-4f1e-874c-27ae0f234224 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.750288] env[62633]: DEBUG oslo_concurrency.lockutils [req-cbc5dc2d-6b57-415c-b3d5-712b5286321e req-0aeb1991-d938-4fcd-8601-72dab9697889 service nova] Releasing lock "refresh_cache-a76a89b7-b405-41d6-b88b-0578855224b4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.750897] env[62633]: DEBUG nova.compute.provider_tree [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.752396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "refresh_cache-a76a89b7-b405-41d6-b88b-0578855224b4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.753015] env[62633]: DEBUG nova.network.neutron [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.980347] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 4c3f1260-9a35-4fff-8cea-dad0d79ff0dd] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.156430] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696850, 'name': ReconfigVM_Task, 'duration_secs': 0.283364} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.156703] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d/6ef35b8a-ef0e-49b2-98a5-f26f1016d51d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.157334] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c9406b-ffd8-48a4-bb9a-16c7ef473816 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.164189] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1101.164189] env[62633]: value = "task-2696851" [ 1101.164189] env[62633]: _type = "Task" [ 1101.164189] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.172337] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696851, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.255767] env[62633]: DEBUG nova.scheduler.client.report [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.289952] env[62633]: DEBUG nova.network.neutron [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.416210] env[62633]: DEBUG nova.network.neutron [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Updating instance_info_cache with network_info: [{"id": "5109ce2c-cb7f-41ab-a02a-c966a4a68d33", "address": "fa:16:3e:c0:b9:68", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5109ce2c-cb", "ovs_interfaceid": "5109ce2c-cb7f-41ab-a02a-c966a4a68d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.484273] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: a66844ce-2b40-4e63-9796-897d193afa60] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.583053] env[62633]: DEBUG nova.compute.manager [req-d9d734dc-f3f5-4d83-b2c9-7be4e129137f req-2920cd85-8e06-47fb-88de-7c205d7ba773 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received event network-vif-plugged-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.583053] env[62633]: DEBUG oslo_concurrency.lockutils [req-d9d734dc-f3f5-4d83-b2c9-7be4e129137f req-2920cd85-8e06-47fb-88de-7c205d7ba773 service nova] Acquiring lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.583053] env[62633]: DEBUG oslo_concurrency.lockutils [req-d9d734dc-f3f5-4d83-b2c9-7be4e129137f req-2920cd85-8e06-47fb-88de-7c205d7ba773 service nova] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.583053] env[62633]: DEBUG oslo_concurrency.lockutils [req-d9d734dc-f3f5-4d83-b2c9-7be4e129137f req-2920cd85-8e06-47fb-88de-7c205d7ba773 service nova] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.583445] env[62633]: DEBUG nova.compute.manager [req-d9d734dc-f3f5-4d83-b2c9-7be4e129137f req-2920cd85-8e06-47fb-88de-7c205d7ba773 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] No waiting events found dispatching network-vif-plugged-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.583445] env[62633]: WARNING nova.compute.manager [req-d9d734dc-f3f5-4d83-b2c9-7be4e129137f req-2920cd85-8e06-47fb-88de-7c205d7ba773 service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received unexpected event network-vif-plugged-4228cbb2-060b-488f-8283-d1279708daf3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1101.625115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.625115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.625325] env[62633]: DEBUG nova.network.neutron [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.676373] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696851, 'name': Rename_Task, 'duration_secs': 0.154379} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.676480] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.676682] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb28dc1-3e05-4c7a-91c1-ecc0f889e517 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.685020] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1101.685020] env[62633]: value = "task-2696852" [ 1101.685020] env[62633]: _type = "Task" [ 1101.685020] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.692957] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.762798] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.780840] env[62633]: INFO nova.scheduler.client.report [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted allocations for instance 399b767a-6feb-412d-b65f-698088e38536 [ 1101.919205] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "refresh_cache-a76a89b7-b405-41d6-b88b-0578855224b4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.919544] env[62633]: DEBUG nova.compute.manager [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Instance network_info: |[{"id": "5109ce2c-cb7f-41ab-a02a-c966a4a68d33", "address": "fa:16:3e:c0:b9:68", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5109ce2c-cb", "ovs_interfaceid": "5109ce2c-cb7f-41ab-a02a-c966a4a68d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.920011] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:b9:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5109ce2c-cb7f-41ab-a02a-c966a4a68d33', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.927324] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Creating folder: Project (c0dbbe6eb2c146688e40ac14d9ae432e). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.927606] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1be84208-a41c-428e-9be6-1c950f80d4ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.941256] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Created folder: Project (c0dbbe6eb2c146688e40ac14d9ae432e) in parent group-v543169. [ 1101.941487] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Creating folder: Instances. Parent ref: group-v543471. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.941764] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4073dbb0-2af7-4e37-a642-bbb7d33a7a13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.953697] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Created folder: Instances in parent group-v543471. [ 1101.954022] env[62633]: DEBUG oslo.service.loopingcall [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.954240] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.954526] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1afa69b-b41c-491c-8b83-c56938a4f587 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.976205] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.976205] env[62633]: value = "task-2696855" [ 1101.976205] env[62633]: _type = "Task" [ 1101.976205] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.984677] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696855, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.987220] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 4dfdb512-f573-4bbd-89ab-4947ebfcf90c] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.194467] env[62633]: DEBUG oslo_vmware.api [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696852, 'name': PowerOnVM_Task, 'duration_secs': 0.464648} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.194771] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.195052] env[62633]: DEBUG nova.compute.manager [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.195895] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad617ace-20f3-4ddd-891a-5020ba03ffe1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.293122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4720e6eb-d303-4199-a290-663b4cafea89 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "399b767a-6feb-412d-b65f-698088e38536" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.799s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.390096] env[62633]: DEBUG nova.network.neutron [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updating instance_info_cache with network_info: [{"id": "4228cbb2-060b-488f-8283-d1279708daf3", "address": "fa:16:3e:5c:5a:6e", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4228cbb2-06", "ovs_interfaceid": "4228cbb2-060b-488f-8283-d1279708daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.493645] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 13b29714-9067-43be-bbe2-180ce9abcb91] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.496743] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696855, 'name': CreateVM_Task, 'duration_secs': 0.354901} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.497387] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.498480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.498820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.499353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.499800] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba32ce3-5e99-407a-8e63-34ab5600a917 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.524801] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1102.524801] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52547be6-e64d-547f-9b35-cbe156a2935a" [ 1102.524801] env[62633]: _type = "Task" [ 1102.524801] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.544592] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52547be6-e64d-547f-9b35-cbe156a2935a, 'name': SearchDatastore_Task, 'duration_secs': 0.015538} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.546136] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.546575] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.546999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.547345] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.547667] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.548571] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-909494bf-87d2-42ca-a4a6-db11bc93d88f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.562373] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.562566] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.563495] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ab7848-e40b-4913-9923-ba4b45614feb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.572087] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1102.572087] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52b6515a-9d0d-c693-39fa-a19fd729c122" [ 1102.572087] env[62633]: _type = "Task" [ 1102.572087] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.585075] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b6515a-9d0d-c693-39fa-a19fd729c122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.717621] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.717621] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.717621] env[62633]: DEBUG nova.objects.instance [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1102.893632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.924591] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d74194dec05f040ee0a98893679831a3',container_format='bare',created_at=2025-02-19T16:23:19Z,direct_url=,disk_format='vmdk',id=8adf8e6e-f5a3-4841-a51f-919266cda7b0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1847352827-shelved',owner='44ff95c3662b4228b78f519129e02845',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-19T16:23:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.924838] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.924995] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.925194] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.925340] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.925488] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.925705] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.925878] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.926243] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.926505] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.926761] env[62633]: DEBUG nova.virt.hardware [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.927834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76aac52-b644-4837-8669-f1dac8a6990a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.937645] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320cc629-726b-4559-a35b-c32d331ac13b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.953201] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:5a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4228cbb2-060b-488f-8283-d1279708daf3', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.961172] env[62633]: DEBUG oslo.service.loopingcall [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.961525] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.961787] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ac709c-b665-46df-8c36-b00d9fb5ee55 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.982706] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.982706] env[62633]: value = "task-2696857" [ 1102.982706] env[62633]: _type = "Task" [ 1102.982706] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.991602] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696857, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.998320] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: ac489b38-4516-46da-8f90-2645501dd39d] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.086090] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52b6515a-9d0d-c693-39fa-a19fd729c122, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.086090] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73de443-1e29-4004-bdd1-8bdd06d78658 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.092437] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1103.092437] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524d86e0-a044-928b-283f-605c68683304" [ 1103.092437] env[62633]: _type = "Task" [ 1103.092437] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.101981] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524d86e0-a044-928b-283f-605c68683304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.493749] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696857, 'name': CreateVM_Task, 'duration_secs': 0.500813} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.493928] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.494631] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.494796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.495279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.495487] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472a4e2b-7749-4e01-8874-e9b71b7b8f0c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.501443] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 29d7e175-bce1-4911-833c-b085306be689] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.503729] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1103.503729] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f1d353-0555-3451-222c-e6a7e0083465" [ 1103.503729] env[62633]: _type = "Task" [ 1103.503729] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.511805] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f1d353-0555-3451-222c-e6a7e0083465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.603371] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524d86e0-a044-928b-283f-605c68683304, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.603758] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.604043] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] a76a89b7-b405-41d6-b88b-0578855224b4/a76a89b7-b405-41d6-b88b-0578855224b4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.604336] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-583583c7-1999-4837-b757-d7d34e62451c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.609070] env[62633]: DEBUG nova.compute.manager [req-68ac0537-7611-4975-83aa-adcb9b63d145 req-ddc4336d-f12c-4c68-b3fb-af6e3af4cc2c service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received event network-changed-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.609438] env[62633]: DEBUG nova.compute.manager [req-68ac0537-7611-4975-83aa-adcb9b63d145 req-ddc4336d-f12c-4c68-b3fb-af6e3af4cc2c service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Refreshing instance network info cache due to event network-changed-4228cbb2-060b-488f-8283-d1279708daf3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1103.609438] env[62633]: DEBUG oslo_concurrency.lockutils [req-68ac0537-7611-4975-83aa-adcb9b63d145 req-ddc4336d-f12c-4c68-b3fb-af6e3af4cc2c service nova] Acquiring lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.609593] env[62633]: DEBUG oslo_concurrency.lockutils [req-68ac0537-7611-4975-83aa-adcb9b63d145 req-ddc4336d-f12c-4c68-b3fb-af6e3af4cc2c service nova] Acquired lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.609787] env[62633]: DEBUG nova.network.neutron [req-68ac0537-7611-4975-83aa-adcb9b63d145 req-ddc4336d-f12c-4c68-b3fb-af6e3af4cc2c service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Refreshing network info cache for port 4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.612475] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1103.612475] env[62633]: value = "task-2696858" [ 1103.612475] env[62633]: _type = "Task" [ 1103.612475] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.621793] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.726228] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9109e75-2837-41bf-b7f1-7bd91627c4a1 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.008439] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 94447317-2fe6-4fbe-8b1b-7f1233eb0ae6] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.019109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.019383] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Processing image 8adf8e6e-f5a3-4841-a51f-919266cda7b0 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.019620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0/8adf8e6e-f5a3-4841-a51f-919266cda7b0.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.019765] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0/8adf8e6e-f5a3-4841-a51f-919266cda7b0.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.019949] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.020239] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95f03fab-4162-4fab-b716-0a5510241dd2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.035464] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.035673] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.036469] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ff6ec1-bb5a-4e8d-9fa8-3097c924adbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.043076] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1104.043076] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525ea93b-cd5b-1e3a-479c-03df4e10a051" [ 1104.043076] env[62633]: _type = "Task" [ 1104.043076] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.053520] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525ea93b-cd5b-1e3a-479c-03df4e10a051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.117496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.117733] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.129108] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4563} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.129858] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] a76a89b7-b405-41d6-b88b-0578855224b4/a76a89b7-b405-41d6-b88b-0578855224b4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.130081] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.130328] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6734879-2b76-4563-94f4-5ec2df7c3f71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.137902] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1104.137902] env[62633]: value = "task-2696859" [ 1104.137902] env[62633]: _type = "Task" [ 1104.137902] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.146721] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.333745] env[62633]: DEBUG nova.network.neutron [req-68ac0537-7611-4975-83aa-adcb9b63d145 req-ddc4336d-f12c-4c68-b3fb-af6e3af4cc2c service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updated VIF entry in instance network info cache for port 4228cbb2-060b-488f-8283-d1279708daf3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.334321] env[62633]: DEBUG nova.network.neutron [req-68ac0537-7611-4975-83aa-adcb9b63d145 req-ddc4336d-f12c-4c68-b3fb-af6e3af4cc2c service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updating instance_info_cache with network_info: [{"id": "4228cbb2-060b-488f-8283-d1279708daf3", "address": "fa:16:3e:5c:5a:6e", "network": {"id": "6320b44b-e805-46dc-8486-4ed360ec10b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1279127122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ff95c3662b4228b78f519129e02845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4228cbb2-06", "ovs_interfaceid": "4228cbb2-060b-488f-8283-d1279708daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.512568] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 0029b1e8-1e71-4132-bdb7-917d511633b6] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.555234] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1104.555503] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Fetch image to [datastore2] OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374/OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1104.555687] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Downloading stream optimized image 8adf8e6e-f5a3-4841-a51f-919266cda7b0 to [datastore2] OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374/OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374.vmdk on the data store datastore2 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1104.555859] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Downloading image file data 8adf8e6e-f5a3-4841-a51f-919266cda7b0 to the ESX as VM named 'OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1104.622888] env[62633]: DEBUG nova.compute.manager [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.629783] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1104.629783] env[62633]: value = "resgroup-9" [ 1104.629783] env[62633]: _type = "ResourcePool" [ 1104.629783] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1104.630066] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e6ce252a-c374-4437-a888-caa620b60147 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.654358] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138624} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.655643] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.655993] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease: (returnval){ [ 1104.655993] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5223c465-22b9-03fb-babd-7d7d0ade4198" [ 1104.655993] env[62633]: _type = "HttpNfcLease" [ 1104.655993] env[62633]: } obtained for vApp import into resource pool (val){ [ 1104.655993] env[62633]: value = "resgroup-9" [ 1104.655993] env[62633]: _type = "ResourcePool" [ 1104.655993] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1104.656241] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the lease: (returnval){ [ 1104.656241] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5223c465-22b9-03fb-babd-7d7d0ade4198" [ 1104.656241] env[62633]: _type = "HttpNfcLease" [ 1104.656241] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1104.656934] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df044be7-60eb-4bdc-990c-7f0df825706e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.667677] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1104.667677] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5223c465-22b9-03fb-babd-7d7d0ade4198" [ 1104.667677] env[62633]: _type = "HttpNfcLease" [ 1104.667677] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1104.687762] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] a76a89b7-b405-41d6-b88b-0578855224b4/a76a89b7-b405-41d6-b88b-0578855224b4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.688306] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd32d4e-fcb3-4670-af3f-dda496ad6505 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.709168] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1104.709168] env[62633]: value = "task-2696861" [ 1104.709168] env[62633]: _type = "Task" [ 1104.709168] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.717748] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.837075] env[62633]: DEBUG oslo_concurrency.lockutils [req-68ac0537-7611-4975-83aa-adcb9b63d145 req-ddc4336d-f12c-4c68-b3fb-af6e3af4cc2c service nova] Releasing lock "refresh_cache-a0ff70a0-8bbc-4e09-a333-70032c121544" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.015948] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 7527f3b5-e4af-4338-8d62-45c4d334dc88] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.146011] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.146338] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.150019] env[62633]: INFO nova.compute.claims [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.167620] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.167620] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5223c465-22b9-03fb-babd-7d7d0ade4198" [ 1105.167620] env[62633]: _type = "HttpNfcLease" [ 1105.167620] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1105.218897] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696861, 'name': ReconfigVM_Task, 'duration_secs': 0.330512} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.219210] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] a76a89b7-b405-41d6-b88b-0578855224b4/a76a89b7-b405-41d6-b88b-0578855224b4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.219912] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62e3ee9e-92e7-4728-bf7e-d4a5153cb180 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.229167] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1105.229167] env[62633]: value = "task-2696862" [ 1105.229167] env[62633]: _type = "Task" [ 1105.229167] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.237824] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696862, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.520220] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: eb357665-3152-4c23-9e15-0207fe1974f3] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.669063] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.669063] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5223c465-22b9-03fb-babd-7d7d0ade4198" [ 1105.669063] env[62633]: _type = "HttpNfcLease" [ 1105.669063] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1105.669337] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1105.669337] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5223c465-22b9-03fb-babd-7d7d0ade4198" [ 1105.669337] env[62633]: _type = "HttpNfcLease" [ 1105.669337] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1105.670064] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaf311b-f612-46cb-8f76-e3ca6f5471d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.677421] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211134b-efc2-022d-19e1-1b49c8ff0ec8/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1105.677594] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211134b-efc2-022d-19e1-1b49c8ff0ec8/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1105.744459] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c078a34-4a27-4558-8313-b53f4ec8a325 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.746548] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696862, 'name': Rename_Task, 'duration_secs': 0.160313} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.748050] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.748691] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13be31c4-10a6-4125-8f0e-053b3b943648 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.755862] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1105.755862] env[62633]: value = "task-2696863" [ 1105.755862] env[62633]: _type = "Task" [ 1105.755862] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.764360] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.023413] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 069dc77e-e599-4f19-a2a7-22cf68c2359f] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.270295] env[62633]: DEBUG oslo_vmware.api [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696863, 'name': PowerOnVM_Task, 'duration_secs': 0.497886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.270295] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.270472] env[62633]: INFO nova.compute.manager [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1106.270675] env[62633]: DEBUG nova.compute.manager [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.271842] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f590e7db-722e-48b7-aef3-a4785aae6d60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.275897] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faee910-2f74-4f45-8dbc-6d7b0dcf7de3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.287764] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e00622-f4b7-4ce4-ae4c-a2bcd394dcd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.321253] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be273d8a-bde2-475b-b81d-ebe2a9b5da22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.330223] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0f314c-76ab-4759-b35a-8f7ed8f4a1db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.345946] env[62633]: DEBUG nova.compute.provider_tree [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.526933] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 7b4ed956-efd4-466b-9feb-cd9f88baa73f] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.802722] env[62633]: INFO nova.compute.manager [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Took 13.24 seconds to build instance. [ 1106.872439] env[62633]: ERROR nova.scheduler.client.report [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [req-5972e08b-2e95-4a9f-9d6c-e8ceda50a6dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5972e08b-2e95-4a9f-9d6c-e8ceda50a6dd"}]} [ 1106.880057] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1106.880278] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211134b-efc2-022d-19e1-1b49c8ff0ec8/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1106.881314] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f74347-a8ec-4538-91b4-28791fe9727b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.889167] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211134b-efc2-022d-19e1-1b49c8ff0ec8/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1106.889245] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211134b-efc2-022d-19e1-1b49c8ff0ec8/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1106.889444] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7e3cb4a8-f5c0-4c56-99b1-e7f14adb8c3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.891766] env[62633]: DEBUG nova.scheduler.client.report [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1106.906933] env[62633]: DEBUG nova.scheduler.client.report [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1106.907162] env[62633]: DEBUG nova.compute.provider_tree [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.918804] env[62633]: DEBUG nova.scheduler.client.report [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1106.937651] env[62633]: DEBUG nova.scheduler.client.report [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1107.024064] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0167161b-56e4-430c-bf49-1c1baa946f1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.031625] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: c8a8e802-f4fb-4604-b3bb-df54cff62663] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.034158] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e4bce3-1212-4326-b1ea-66089a246bba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.067907] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53435d7f-bf91-444c-816f-fbb1849ec512 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.076835] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e29764c-9bee-45ff-a888-d624d4ecef32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.091786] env[62633]: DEBUG nova.compute.provider_tree [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.094188] env[62633]: DEBUG oslo_vmware.rw_handles [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211134b-efc2-022d-19e1-1b49c8ff0ec8/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1107.094391] env[62633]: INFO nova.virt.vmwareapi.images [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Downloaded image file data 8adf8e6e-f5a3-4841-a51f-919266cda7b0 [ 1107.095320] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9c396c-fd1d-4b66-aebb-fb67babf6564 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.110781] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a3034c0-fee3-46ef-acb0-41f10e4cbe04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.139469] env[62633]: INFO nova.virt.vmwareapi.images [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] The imported VM was unregistered [ 1107.142063] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1107.142296] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.142901] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcd026dc-7882-4d6f-b90f-dc76cccadaa0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.154556] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Created directory with path [datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.154762] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374/OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374.vmdk to [datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0/8adf8e6e-f5a3-4841-a51f-919266cda7b0.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1107.155046] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7f5b9750-d468-40c0-a31c-884d35e166d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.163522] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1107.163522] env[62633]: value = "task-2696866" [ 1107.163522] env[62633]: _type = "Task" [ 1107.163522] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.171940] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696866, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.304909] env[62633]: DEBUG oslo_concurrency.lockutils [None req-37e7a578-e987-4e29-a35c-12ad16a0ee0d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "a76a89b7-b405-41d6-b88b-0578855224b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.749s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.538586] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 56afa03d-9b4f-48ef-89d1-c7c4d6ad5f00] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.660657] env[62633]: DEBUG nova.scheduler.client.report [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Updated inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1107.661055] env[62633]: DEBUG nova.compute.provider_tree [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Updating resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd generation from 144 to 145 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1107.661308] env[62633]: DEBUG nova.compute.provider_tree [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.674804] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696866, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.043043] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: bad0e3dd-7c8e-49cb-b734-b87c2619af3c] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.177184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.031s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.177750] env[62633]: DEBUG nova.compute.manager [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.180751] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696866, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.548983] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: fe3b2ad5-f08d-4533-9b19-9b60765eefda] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.629144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "50908d77-8ecd-4083-993c-87de0c6d7092" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.629397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "50908d77-8ecd-4083-993c-87de0c6d7092" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.676334] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696866, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.683291] env[62633]: DEBUG nova.compute.utils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.684705] env[62633]: DEBUG nova.compute.manager [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.684873] env[62633]: DEBUG nova.network.neutron [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.736547] env[62633]: DEBUG nova.policy [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e596f2b4db16455e961b1c1e62cdf926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccdfdb0a9dd841c7b0f8c87bc4e7d1c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.046743] env[62633]: DEBUG nova.network.neutron [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Successfully created port: 751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.052712] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 8391c08a-ba96-4715-99a3-ba775e5fece6] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.131985] env[62633]: DEBUG nova.compute.manager [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.180656] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696866, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.188079] env[62633]: DEBUG nova.compute.manager [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.556318] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 93a7c543-0901-4fae-b5e8-906c2bca5508] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.667169] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.667634] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.671992] env[62633]: INFO nova.compute.claims [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.682819] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696866, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.380595} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.682819] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374/OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374.vmdk to [datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0/8adf8e6e-f5a3-4841-a51f-919266cda7b0.vmdk. [ 1109.683011] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Cleaning up location [datastore2] OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1109.683178] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5bac094e-7f4f-4493-9a46-f0ab19573374 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.683457] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94ad5c31-e271-45ba-a8dc-802121a1a73b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.692469] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1109.692469] env[62633]: value = "task-2696868" [ 1109.692469] env[62633]: _type = "Task" [ 1109.692469] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.707824] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.060104] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 6fe0d1a9-c551-4d34-a244-74f4cea840f6] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.203967] env[62633]: DEBUG nova.compute.manager [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.206058] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04145} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.206985] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.207108] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0/8adf8e6e-f5a3-4841-a51f-919266cda7b0.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.207468] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0/8adf8e6e-f5a3-4841-a51f-919266cda7b0.vmdk to [datastore2] a0ff70a0-8bbc-4e09-a333-70032c121544/a0ff70a0-8bbc-4e09-a333-70032c121544.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.207670] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7358fc10-1332-431a-90ed-e81a5c9384e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.216977] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1110.216977] env[62633]: value = "task-2696869" [ 1110.216977] env[62633]: _type = "Task" [ 1110.216977] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.226852] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.235136] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.235390] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.235547] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.235728] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.235877] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.236029] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.236245] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.236406] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.236614] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.236752] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.236933] env[62633]: DEBUG nova.virt.hardware [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.237768] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5b708b-4dfa-45bc-badb-4040b849572c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.245703] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa864fe-662b-46fd-aa08-259c1f97edf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.475624] env[62633]: DEBUG nova.compute.manager [req-66ddaf10-81a6-4890-a0a9-ac2b0cba8681 req-37a23948-d946-4ba7-b5b0-f2ebd04989c5 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received event network-vif-plugged-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.475965] env[62633]: DEBUG oslo_concurrency.lockutils [req-66ddaf10-81a6-4890-a0a9-ac2b0cba8681 req-37a23948-d946-4ba7-b5b0-f2ebd04989c5 service nova] Acquiring lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.476141] env[62633]: DEBUG oslo_concurrency.lockutils [req-66ddaf10-81a6-4890-a0a9-ac2b0cba8681 req-37a23948-d946-4ba7-b5b0-f2ebd04989c5 service nova] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.476293] env[62633]: DEBUG oslo_concurrency.lockutils [req-66ddaf10-81a6-4890-a0a9-ac2b0cba8681 req-37a23948-d946-4ba7-b5b0-f2ebd04989c5 service nova] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.476477] env[62633]: DEBUG nova.compute.manager [req-66ddaf10-81a6-4890-a0a9-ac2b0cba8681 req-37a23948-d946-4ba7-b5b0-f2ebd04989c5 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] No waiting events found dispatching network-vif-plugged-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.476677] env[62633]: WARNING nova.compute.manager [req-66ddaf10-81a6-4890-a0a9-ac2b0cba8681 req-37a23948-d946-4ba7-b5b0-f2ebd04989c5 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received unexpected event network-vif-plugged-751e33fc-6254-4c98-817c-57d341f659f8 for instance with vm_state building and task_state spawning. [ 1110.563542] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 0dee3ffa-7f10-48a4-8b12-f8ec68217769] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.574692] env[62633]: DEBUG nova.network.neutron [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Successfully updated port: 751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.731537] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696869, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.812828] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a063138-21fd-47f6-bf43-560491dcb894 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.821582] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6f0f66-de4c-482f-a334-2c9724fcb686 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.854679] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdce907-1cd7-4567-af4b-d1f2c9c40118 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.863408] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9ddc5-d668-42ab-8ac1-650c76c6d771 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.878722] env[62633]: DEBUG nova.compute.provider_tree [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.070500] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 3d60f677-da9a-4224-905a-76b93c725026] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.077616] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.077776] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.077927] env[62633]: DEBUG nova.network.neutron [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.229633] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696869, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.399655] env[62633]: ERROR nova.scheduler.client.report [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [req-86096df7-b9d9-436a-bc74-b7c320cf8f84] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-86096df7-b9d9-436a-bc74-b7c320cf8f84"}]} [ 1111.420006] env[62633]: DEBUG nova.scheduler.client.report [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1111.437023] env[62633]: DEBUG nova.scheduler.client.report [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1111.437129] env[62633]: DEBUG nova.compute.provider_tree [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.453776] env[62633]: DEBUG nova.scheduler.client.report [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1111.475984] env[62633]: DEBUG nova.scheduler.client.report [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1111.574595] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 80c52abd-1553-4c67-877b-77f63423ee63] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.599248] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d82e76f-da91-45c4-a007-8eaf92a7e7fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.612030] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b833dfa7-debc-4e71-818f-c1a50467a423 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.616646] env[62633]: DEBUG nova.network.neutron [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.651090] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4a2a2c-c359-4ded-ac4c-cefc3814c851 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.660045] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbbcf33-cb67-4a25-9163-1072025d8f3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.678223] env[62633]: DEBUG nova.compute.provider_tree [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.730677] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696869, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.779554] env[62633]: DEBUG nova.network.neutron [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating instance_info_cache with network_info: [{"id": "751e33fc-6254-4c98-817c-57d341f659f8", "address": "fa:16:3e:7a:4b:3c", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751e33fc-62", "ovs_interfaceid": "751e33fc-6254-4c98-817c-57d341f659f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.079191] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 2c30ad22-0261-48af-9ee6-901e2f18a943] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.212087] env[62633]: DEBUG nova.scheduler.client.report [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Updated inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1112.212087] env[62633]: DEBUG nova.compute.provider_tree [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Updating resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd generation from 147 to 148 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1112.212381] env[62633]: DEBUG nova.compute.provider_tree [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.231709] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696869, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.282409] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.282778] env[62633]: DEBUG nova.compute.manager [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Instance network_info: |[{"id": "751e33fc-6254-4c98-817c-57d341f659f8", "address": "fa:16:3e:7a:4b:3c", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751e33fc-62", "ovs_interfaceid": "751e33fc-6254-4c98-817c-57d341f659f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.283540] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:4b:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '751e33fc-6254-4c98-817c-57d341f659f8', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.293443] env[62633]: DEBUG oslo.service.loopingcall [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.293443] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.293443] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da0577c1-0562-4b13-afd9-10cfa559908e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.316111] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.316111] env[62633]: value = "task-2696871" [ 1112.316111] env[62633]: _type = "Task" [ 1112.316111] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.325452] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696871, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.503814] env[62633]: DEBUG nova.compute.manager [req-b334faa5-b957-4cf8-af3f-2199227274ed req-cd98fb4c-f0e8-4daa-88c4-e11144a8e3a6 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received event network-changed-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.504034] env[62633]: DEBUG nova.compute.manager [req-b334faa5-b957-4cf8-af3f-2199227274ed req-cd98fb4c-f0e8-4daa-88c4-e11144a8e3a6 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Refreshing instance network info cache due to event network-changed-751e33fc-6254-4c98-817c-57d341f659f8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1112.504247] env[62633]: DEBUG oslo_concurrency.lockutils [req-b334faa5-b957-4cf8-af3f-2199227274ed req-cd98fb4c-f0e8-4daa-88c4-e11144a8e3a6 service nova] Acquiring lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.504389] env[62633]: DEBUG oslo_concurrency.lockutils [req-b334faa5-b957-4cf8-af3f-2199227274ed req-cd98fb4c-f0e8-4daa-88c4-e11144a8e3a6 service nova] Acquired lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.504792] env[62633]: DEBUG nova.network.neutron [req-b334faa5-b957-4cf8-af3f-2199227274ed req-cd98fb4c-f0e8-4daa-88c4-e11144a8e3a6 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Refreshing network info cache for port 751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.584756] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 353e1c39-79ab-4dc6-990c-16661b1c3b49] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.718085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.050s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.718718] env[62633]: DEBUG nova.compute.manager [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.731257] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696869, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.313863} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.731493] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8adf8e6e-f5a3-4841-a51f-919266cda7b0/8adf8e6e-f5a3-4841-a51f-919266cda7b0.vmdk to [datastore2] a0ff70a0-8bbc-4e09-a333-70032c121544/a0ff70a0-8bbc-4e09-a333-70032c121544.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.732266] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7899c9c-fa76-4654-8527-fef0a50a8054 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.754423] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] a0ff70a0-8bbc-4e09-a333-70032c121544/a0ff70a0-8bbc-4e09-a333-70032c121544.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.755550] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92051970-b4fa-4ab5-86d8-cf39913ae8a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.778238] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1112.778238] env[62633]: value = "task-2696872" [ 1112.778238] env[62633]: _type = "Task" [ 1112.778238] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.786528] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.825944] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696871, 'name': CreateVM_Task, 'duration_secs': 0.415935} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.826118] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.826806] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.826991] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.827341] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.827582] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f075a898-57d0-4aff-b204-0c438c1a5240 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.832162] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1112.832162] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52845dc2-ad9e-004a-ef63-6edee773de51" [ 1112.832162] env[62633]: _type = "Task" [ 1112.832162] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.839673] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52845dc2-ad9e-004a-ef63-6edee773de51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.088271] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 6e3476bc-9257-4223-a556-8329dd6a019a] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.194060] env[62633]: DEBUG nova.network.neutron [req-b334faa5-b957-4cf8-af3f-2199227274ed req-cd98fb4c-f0e8-4daa-88c4-e11144a8e3a6 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updated VIF entry in instance network info cache for port 751e33fc-6254-4c98-817c-57d341f659f8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.194525] env[62633]: DEBUG nova.network.neutron [req-b334faa5-b957-4cf8-af3f-2199227274ed req-cd98fb4c-f0e8-4daa-88c4-e11144a8e3a6 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating instance_info_cache with network_info: [{"id": "751e33fc-6254-4c98-817c-57d341f659f8", "address": "fa:16:3e:7a:4b:3c", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751e33fc-62", "ovs_interfaceid": "751e33fc-6254-4c98-817c-57d341f659f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.227608] env[62633]: DEBUG nova.compute.utils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.228983] env[62633]: DEBUG nova.compute.manager [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.229182] env[62633]: DEBUG nova.network.neutron [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.268355] env[62633]: DEBUG nova.policy [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a57082fb774e6b97460b4efa0358d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0dbbe6eb2c146688e40ac14d9ae432e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.287774] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696872, 'name': ReconfigVM_Task, 'duration_secs': 0.353318} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.288061] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Reconfigured VM instance instance-00000066 to attach disk [datastore2] a0ff70a0-8bbc-4e09-a333-70032c121544/a0ff70a0-8bbc-4e09-a333-70032c121544.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.288675] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c65d6e5-534f-4ed0-a2ae-9a9347351c06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.295217] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1113.295217] env[62633]: value = "task-2696873" [ 1113.295217] env[62633]: _type = "Task" [ 1113.295217] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.303016] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696873, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.343125] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52845dc2-ad9e-004a-ef63-6edee773de51, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.343449] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.343722] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.344018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.344185] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.344612] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.344757] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ff2ec63-27b3-4441-aa54-05b5ba70ae97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.355605] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.355821] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.356719] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b42c86-620b-444a-9754-7acd92f69633 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.363323] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1113.363323] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ed6e12-8da0-cfd5-9452-b4c826935b26" [ 1113.363323] env[62633]: _type = "Task" [ 1113.363323] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.372846] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ed6e12-8da0-cfd5-9452-b4c826935b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.532788] env[62633]: DEBUG nova.network.neutron [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Successfully created port: 7aaf924a-19c4-4c38-8e75-db3c08b364e6 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.592402] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: c9c0576f-608d-4e30-80dc-2d880da95830] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.697255] env[62633]: DEBUG oslo_concurrency.lockutils [req-b334faa5-b957-4cf8-af3f-2199227274ed req-cd98fb4c-f0e8-4daa-88c4-e11144a8e3a6 service nova] Releasing lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.732235] env[62633]: DEBUG nova.compute.manager [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.805687] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696873, 'name': Rename_Task, 'duration_secs': 0.158676} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.806132] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.806396] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-513aefd7-2253-48cb-bd92-fa9f07b5705d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.813863] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1113.813863] env[62633]: value = "task-2696874" [ 1113.813863] env[62633]: _type = "Task" [ 1113.813863] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.823224] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.874024] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ed6e12-8da0-cfd5-9452-b4c826935b26, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.874802] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337f075d-d300-4c71-ac06-98e83ce29ed4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.881093] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1113.881093] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52741337-8ea8-374f-88b7-605c21543c90" [ 1113.881093] env[62633]: _type = "Task" [ 1113.881093] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.888824] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52741337-8ea8-374f-88b7-605c21543c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.096026] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 04e84ba4-d3a5-4540-b625-d9d1d89154a7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.325013] env[62633]: DEBUG oslo_vmware.api [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696874, 'name': PowerOnVM_Task, 'duration_secs': 0.495477} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.325327] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.392122] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52741337-8ea8-374f-88b7-605c21543c90, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.392430] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.392646] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 59f9e261-66dc-4547-8f0c-b4b27acdabe4/59f9e261-66dc-4547-8f0c-b4b27acdabe4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.392902] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdbb4387-de7c-4f38-aeea-7e9f4e081add {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.401734] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1114.401734] env[62633]: value = "task-2696875" [ 1114.401734] env[62633]: _type = "Task" [ 1114.401734] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.410856] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.438138] env[62633]: DEBUG nova.compute.manager [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.439438] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66d12b-244d-4d04-8ade-c8c1630e0061 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.599188] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 4a190bf3-0d75-44c8-beb0-a66b70242ce5] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.736074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.736074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.742114] env[62633]: DEBUG nova.compute.manager [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.767518] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.767743] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.767945] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.768177] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.768334] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.768482] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.768692] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.769020] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.769303] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.769572] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.769784] env[62633]: DEBUG nova.virt.hardware [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.771302] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca1506-5617-458a-9866-04a0a378713e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.787284] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7234ae-e412-46ff-ac3d-950d7a15113a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.913559] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696875, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.960091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7f5ed242-6303-4290-ac0d-9de017801214 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.895s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.983601] env[62633]: DEBUG nova.compute.manager [req-1831c136-55e2-4d2a-ab3d-aefe46c2cf70 req-9c72b03f-c44e-4eea-a576-e93633bad110 service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Received event network-vif-plugged-7aaf924a-19c4-4c38-8e75-db3c08b364e6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.983833] env[62633]: DEBUG oslo_concurrency.lockutils [req-1831c136-55e2-4d2a-ab3d-aefe46c2cf70 req-9c72b03f-c44e-4eea-a576-e93633bad110 service nova] Acquiring lock "50908d77-8ecd-4083-993c-87de0c6d7092-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.984057] env[62633]: DEBUG oslo_concurrency.lockutils [req-1831c136-55e2-4d2a-ab3d-aefe46c2cf70 req-9c72b03f-c44e-4eea-a576-e93633bad110 service nova] Lock "50908d77-8ecd-4083-993c-87de0c6d7092-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.984229] env[62633]: DEBUG oslo_concurrency.lockutils [req-1831c136-55e2-4d2a-ab3d-aefe46c2cf70 req-9c72b03f-c44e-4eea-a576-e93633bad110 service nova] Lock "50908d77-8ecd-4083-993c-87de0c6d7092-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.984396] env[62633]: DEBUG nova.compute.manager [req-1831c136-55e2-4d2a-ab3d-aefe46c2cf70 req-9c72b03f-c44e-4eea-a576-e93633bad110 service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] No waiting events found dispatching network-vif-plugged-7aaf924a-19c4-4c38-8e75-db3c08b364e6 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.984559] env[62633]: WARNING nova.compute.manager [req-1831c136-55e2-4d2a-ab3d-aefe46c2cf70 req-9c72b03f-c44e-4eea-a576-e93633bad110 service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Received unexpected event network-vif-plugged-7aaf924a-19c4-4c38-8e75-db3c08b364e6 for instance with vm_state building and task_state spawning. [ 1115.040502] env[62633]: DEBUG nova.network.neutron [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Successfully updated port: 7aaf924a-19c4-4c38-8e75-db3c08b364e6 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.103018] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: c63140ee-bfa7-4fc8-ad05-ea1a69aedd48] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.237943] env[62633]: DEBUG nova.compute.manager [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.413464] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558624} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.413720] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 59f9e261-66dc-4547-8f0c-b4b27acdabe4/59f9e261-66dc-4547-8f0c-b4b27acdabe4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.413937] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.414409] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01a59e6-7d02-45b7-844a-0ae23ae430a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.422738] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1115.422738] env[62633]: value = "task-2696876" [ 1115.422738] env[62633]: _type = "Task" [ 1115.422738] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.430674] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.543818] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "refresh_cache-50908d77-8ecd-4083-993c-87de0c6d7092" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.544019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "refresh_cache-50908d77-8ecd-4083-993c-87de0c6d7092" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.544211] env[62633]: DEBUG nova.network.neutron [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.572026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "a0ff70a0-8bbc-4e09-a333-70032c121544" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.572305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.572520] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.572701] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.572865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.575230] env[62633]: INFO nova.compute.manager [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Terminating instance [ 1115.605720] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 09e7f442-9910-4c63-a446-9f527cb23691] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.761035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.761199] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.762722] env[62633]: INFO nova.compute.claims [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.933564] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076904} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.933839] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.934643] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d587b6f8-4299-4c57-bcfa-788ec647e037 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.959775] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 59f9e261-66dc-4547-8f0c-b4b27acdabe4/59f9e261-66dc-4547-8f0c-b4b27acdabe4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.960140] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f7622d-e0d1-4bd7-9678-53d3aeec0572 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.982990] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1115.982990] env[62633]: value = "task-2696877" [ 1115.982990] env[62633]: _type = "Task" [ 1115.982990] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.997834] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.078637] env[62633]: DEBUG nova.network.neutron [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.081065] env[62633]: DEBUG nova.compute.manager [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.081434] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.082402] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c508b-4ec4-4e57-8f2a-053081d71c0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.090942] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.091219] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27d025e1-9b70-427d-af55-e835798e4658 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.098147] env[62633]: DEBUG oslo_vmware.api [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1116.098147] env[62633]: value = "task-2696878" [ 1116.098147] env[62633]: _type = "Task" [ 1116.098147] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.109107] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 1dc8d549-e69f-4803-8ae1-1de88b6c1309] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.130499] env[62633]: DEBUG oslo_vmware.api [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.224408] env[62633]: DEBUG nova.network.neutron [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Updating instance_info_cache with network_info: [{"id": "7aaf924a-19c4-4c38-8e75-db3c08b364e6", "address": "fa:16:3e:e1:e7:c9", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaf924a-19", "ovs_interfaceid": "7aaf924a-19c4-4c38-8e75-db3c08b364e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.493328] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696877, 'name': ReconfigVM_Task, 'duration_secs': 0.491381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.493625] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 59f9e261-66dc-4547-8f0c-b4b27acdabe4/59f9e261-66dc-4547-8f0c-b4b27acdabe4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.494293] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b46304c0-a912-4640-bc2f-c5b2ab3f80fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.500666] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1116.500666] env[62633]: value = "task-2696879" [ 1116.500666] env[62633]: _type = "Task" [ 1116.500666] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.508402] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696879, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.608359] env[62633]: DEBUG oslo_vmware.api [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696878, 'name': PowerOffVM_Task, 'duration_secs': 0.230573} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.608632] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.608853] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.609111] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af35c591-7ae2-4e8a-8be3-9fabd35e2024 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.612177] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 9fe8b122-58a4-433c-9782-0fb186bb14f9] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.726754] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "refresh_cache-50908d77-8ecd-4083-993c-87de0c6d7092" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.727142] env[62633]: DEBUG nova.compute.manager [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Instance network_info: |[{"id": "7aaf924a-19c4-4c38-8e75-db3c08b364e6", "address": "fa:16:3e:e1:e7:c9", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaf924a-19", "ovs_interfaceid": "7aaf924a-19c4-4c38-8e75-db3c08b364e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.727562] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e7:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aaf924a-19c4-4c38-8e75-db3c08b364e6', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.735183] env[62633]: DEBUG oslo.service.loopingcall [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.735386] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.735606] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9e3ab1f-72ea-4042-b5e0-f9388e3f453a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.755585] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.755585] env[62633]: value = "task-2696881" [ 1116.755585] env[62633]: _type = "Task" [ 1116.755585] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.763634] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696881, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.894708] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3391ee-45ad-412b-944c-958717b2699e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.902930] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eaf4e8-f1ed-43a8-a963-ce095bf42416 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.938542] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd28ee-c950-48b2-b066-c0bc33c57b1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.941398] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.941608] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.941801] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleting the datastore file [datastore2] a0ff70a0-8bbc-4e09-a333-70032c121544 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.942065] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-601df3f4-115c-4096-a2ef-e82432c5aef0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.949547] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9caadd-08e3-4069-bdf8-9eed6decd2f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.954602] env[62633]: DEBUG oslo_vmware.api [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for the task: (returnval){ [ 1116.954602] env[62633]: value = "task-2696882" [ 1116.954602] env[62633]: _type = "Task" [ 1116.954602] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.966325] env[62633]: DEBUG nova.compute.provider_tree [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.973586] env[62633]: DEBUG oslo_vmware.api [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.011913] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696879, 'name': Rename_Task, 'duration_secs': 0.137973} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.013166] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.014326] env[62633]: DEBUG nova.compute.manager [req-f633fc5c-3920-4f37-a56f-cbff4a3c80c5 req-8d6abf9f-e642-4c1f-8845-7761c1df942d service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Received event network-changed-7aaf924a-19c4-4c38-8e75-db3c08b364e6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.014509] env[62633]: DEBUG nova.compute.manager [req-f633fc5c-3920-4f37-a56f-cbff4a3c80c5 req-8d6abf9f-e642-4c1f-8845-7761c1df942d service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Refreshing instance network info cache due to event network-changed-7aaf924a-19c4-4c38-8e75-db3c08b364e6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1117.014744] env[62633]: DEBUG oslo_concurrency.lockutils [req-f633fc5c-3920-4f37-a56f-cbff4a3c80c5 req-8d6abf9f-e642-4c1f-8845-7761c1df942d service nova] Acquiring lock "refresh_cache-50908d77-8ecd-4083-993c-87de0c6d7092" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.014855] env[62633]: DEBUG oslo_concurrency.lockutils [req-f633fc5c-3920-4f37-a56f-cbff4a3c80c5 req-8d6abf9f-e642-4c1f-8845-7761c1df942d service nova] Acquired lock "refresh_cache-50908d77-8ecd-4083-993c-87de0c6d7092" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.015027] env[62633]: DEBUG nova.network.neutron [req-f633fc5c-3920-4f37-a56f-cbff4a3c80c5 req-8d6abf9f-e642-4c1f-8845-7761c1df942d service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Refreshing network info cache for port 7aaf924a-19c4-4c38-8e75-db3c08b364e6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.016084] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc3f96f3-5bb7-45df-b4d6-522875da9dd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.025201] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1117.025201] env[62633]: value = "task-2696883" [ 1117.025201] env[62633]: _type = "Task" [ 1117.025201] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.035154] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.116641] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: fa3ad91b-24b4-4fb4-9433-5e0f076bf2bf] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.266121] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696881, 'name': CreateVM_Task, 'duration_secs': 0.374218} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.266379] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.266830] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.266995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.267338] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.267588] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced0f3b9-4a74-487f-ada6-46fff6ca8da5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.273536] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1117.273536] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ae31f8-d07d-0ad7-6b0e-a8346cc7f23c" [ 1117.273536] env[62633]: _type = "Task" [ 1117.273536] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.281427] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ae31f8-d07d-0ad7-6b0e-a8346cc7f23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.465023] env[62633]: DEBUG oslo_vmware.api [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Task: {'id': task-2696882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151837} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.465314] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.465506] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.465678] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.465850] env[62633]: INFO nova.compute.manager [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1117.466111] env[62633]: DEBUG oslo.service.loopingcall [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.466313] env[62633]: DEBUG nova.compute.manager [-] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.466407] env[62633]: DEBUG nova.network.neutron [-] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.468959] env[62633]: DEBUG nova.scheduler.client.report [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.537440] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696883, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.622687] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: aa895c8d-8886-4328-a8da-d910822c166f] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.784859] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ae31f8-d07d-0ad7-6b0e-a8346cc7f23c, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.787349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.787600] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.787861] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.788092] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.788450] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.788570] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff8aa74d-031d-44e6-b925-9bb294e094a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.797513] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.797693] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.798395] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d3c17d-8dd8-439b-b478-ebabe215d773 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.803852] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1117.803852] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c43228-db09-c094-ac8c-4cf248daf6eb" [ 1117.803852] env[62633]: _type = "Task" [ 1117.803852] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.811369] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c43228-db09-c094-ac8c-4cf248daf6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.842823] env[62633]: DEBUG nova.network.neutron [req-f633fc5c-3920-4f37-a56f-cbff4a3c80c5 req-8d6abf9f-e642-4c1f-8845-7761c1df942d service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Updated VIF entry in instance network info cache for port 7aaf924a-19c4-4c38-8e75-db3c08b364e6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.843090] env[62633]: DEBUG nova.network.neutron [req-f633fc5c-3920-4f37-a56f-cbff4a3c80c5 req-8d6abf9f-e642-4c1f-8845-7761c1df942d service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Updating instance_info_cache with network_info: [{"id": "7aaf924a-19c4-4c38-8e75-db3c08b364e6", "address": "fa:16:3e:e1:e7:c9", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaf924a-19", "ovs_interfaceid": "7aaf924a-19c4-4c38-8e75-db3c08b364e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.973872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.974501] env[62633]: DEBUG nova.compute.manager [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.037621] env[62633]: DEBUG oslo_vmware.api [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696883, 'name': PowerOnVM_Task, 'duration_secs': 0.52249} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.038339] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.038551] env[62633]: INFO nova.compute.manager [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1118.038727] env[62633]: DEBUG nova.compute.manager [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.039522] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f17fe29-c318-4b5c-9252-d0d4766912bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.125954] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 3ff447b7-9a02-4f12-8003-b4915cf440a4] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.314868] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c43228-db09-c094-ac8c-4cf248daf6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.315658] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3b003d-adb2-4e7e-9268-13374517b6aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.321133] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1118.321133] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5244d890-8eb8-332e-f18a-7e5ae4f4dac9" [ 1118.321133] env[62633]: _type = "Task" [ 1118.321133] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.331522] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5244d890-8eb8-332e-f18a-7e5ae4f4dac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.346135] env[62633]: DEBUG oslo_concurrency.lockutils [req-f633fc5c-3920-4f37-a56f-cbff4a3c80c5 req-8d6abf9f-e642-4c1f-8845-7761c1df942d service nova] Releasing lock "refresh_cache-50908d77-8ecd-4083-993c-87de0c6d7092" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.479736] env[62633]: DEBUG nova.compute.utils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.481216] env[62633]: DEBUG nova.compute.manager [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.481798] env[62633]: DEBUG nova.network.neutron [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.519160] env[62633]: DEBUG nova.policy [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e31d958c524fa49c35107e2fea6ae3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d532c456de94c0593c1295bca961dea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.533018] env[62633]: DEBUG nova.network.neutron [-] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.557047] env[62633]: INFO nova.compute.manager [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Took 13.43 seconds to build instance. [ 1118.630627] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: d00a747e-a32f-47cd-b4b6-76402b158f3a] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.757136] env[62633]: DEBUG nova.compute.manager [req-408dbd36-19e0-436d-ba52-3db86ed9d35e req-8ae6886a-45db-459e-adc5-96d9c9310f50 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received event network-changed-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.757236] env[62633]: DEBUG nova.compute.manager [req-408dbd36-19e0-436d-ba52-3db86ed9d35e req-8ae6886a-45db-459e-adc5-96d9c9310f50 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Refreshing instance network info cache due to event network-changed-751e33fc-6254-4c98-817c-57d341f659f8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.757394] env[62633]: DEBUG oslo_concurrency.lockutils [req-408dbd36-19e0-436d-ba52-3db86ed9d35e req-8ae6886a-45db-459e-adc5-96d9c9310f50 service nova] Acquiring lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.757542] env[62633]: DEBUG oslo_concurrency.lockutils [req-408dbd36-19e0-436d-ba52-3db86ed9d35e req-8ae6886a-45db-459e-adc5-96d9c9310f50 service nova] Acquired lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.757783] env[62633]: DEBUG nova.network.neutron [req-408dbd36-19e0-436d-ba52-3db86ed9d35e req-8ae6886a-45db-459e-adc5-96d9c9310f50 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Refreshing network info cache for port 751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.809140] env[62633]: DEBUG nova.network.neutron [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Successfully created port: 5770d1af-80cc-44b1-8c64-8e0c7b8319cd {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.833278] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5244d890-8eb8-332e-f18a-7e5ae4f4dac9, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.833539] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.833795] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 50908d77-8ecd-4083-993c-87de0c6d7092/50908d77-8ecd-4083-993c-87de0c6d7092.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.834068] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16682895-b8a5-4079-a037-201171c2d1fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.841742] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1118.841742] env[62633]: value = "task-2696884" [ 1118.841742] env[62633]: _type = "Task" [ 1118.841742] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.850482] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.985119] env[62633]: DEBUG nova.compute.manager [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.035632] env[62633]: INFO nova.compute.manager [-] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Took 1.57 seconds to deallocate network for instance. [ 1119.044007] env[62633]: DEBUG nova.compute.manager [req-0169c3de-a34a-4f7b-88d6-3ef68fad12db req-0be1b928-e676-428a-9c98-21ec6c59e22c service nova] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Received event network-vif-deleted-4228cbb2-060b-488f-8283-d1279708daf3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.059166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-016c0c93-2f60-4654-a192-98a9423c8a17 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.941s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.131853] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 99494742-9f6f-404c-bcb2-be74f0f36b4e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.352271] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477836} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.354778] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 50908d77-8ecd-4083-993c-87de0c6d7092/50908d77-8ecd-4083-993c-87de0c6d7092.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.355085] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.355417] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c08065d0-7fc4-4e13-aabd-c7de9291c7df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.364036] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1119.364036] env[62633]: value = "task-2696885" [ 1119.364036] env[62633]: _type = "Task" [ 1119.364036] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.373723] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.490938] env[62633]: INFO nova.virt.block_device [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Booting with volume 682775a8-027c-45cd-818e-013c020024bd at /dev/sda [ 1119.504542] env[62633]: DEBUG nova.network.neutron [req-408dbd36-19e0-436d-ba52-3db86ed9d35e req-8ae6886a-45db-459e-adc5-96d9c9310f50 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updated VIF entry in instance network info cache for port 751e33fc-6254-4c98-817c-57d341f659f8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.506955] env[62633]: DEBUG nova.network.neutron [req-408dbd36-19e0-436d-ba52-3db86ed9d35e req-8ae6886a-45db-459e-adc5-96d9c9310f50 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating instance_info_cache with network_info: [{"id": "751e33fc-6254-4c98-817c-57d341f659f8", "address": "fa:16:3e:7a:4b:3c", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751e33fc-62", "ovs_interfaceid": "751e33fc-6254-4c98-817c-57d341f659f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.534238] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d806763e-57b8-46e1-bfd2-bf36fb9868d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.545214] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a37d131-c4d9-407f-86e0-67c4a3cf6774 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.556503] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.556713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.556952] env[62633]: DEBUG nova.objects.instance [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lazy-loading 'resources' on Instance uuid a0ff70a0-8bbc-4e09-a333-70032c121544 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.578464] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cb2abcc-b4ba-4636-9a4b-84a487a3421f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.587659] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3715a95e-9126-4853-aa66-aa9b34439ac8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.621171] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dad666b-763a-4233-8848-b8ba94f8caa6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.628512] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2190a4-98e8-40b9-9ec1-7d4372eff199 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.634472] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.634653] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Cleaning up deleted instances with incomplete migration {{(pid=62633) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1119.643150] env[62633]: DEBUG nova.virt.block_device [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating existing volume attachment record: 3920b376-061d-4e43-99f9-f111cd804032 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1119.875380] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696885, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.008822] env[62633]: DEBUG oslo_concurrency.lockutils [req-408dbd36-19e0-436d-ba52-3db86ed9d35e req-8ae6886a-45db-459e-adc5-96d9c9310f50 service nova] Releasing lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.139237] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.186981] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa763a6-e4a1-4c9d-b0bc-c47c636080e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.195820] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4e4293-6f59-45c6-9620-64f8a1588b60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.229174] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d640905f-f2e5-4f9b-ad28-8e3efd1ed743 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.237215] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fd5896-f4bf-4898-b0de-aacc3e3639ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.251722] env[62633]: DEBUG nova.compute.provider_tree [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.277943] env[62633]: DEBUG nova.network.neutron [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Successfully updated port: 5770d1af-80cc-44b1-8c64-8e0c7b8319cd {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.374296] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.579} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.374611] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.375343] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f5d063-6a28-4909-aa03-5dea07495bb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.397373] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 50908d77-8ecd-4083-993c-87de0c6d7092/50908d77-8ecd-4083-993c-87de0c6d7092.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.397629] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34676b4c-18bd-40a3-aa49-9316eac521ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.417327] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1120.417327] env[62633]: value = "task-2696886" [ 1120.417327] env[62633]: _type = "Task" [ 1120.417327] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.430310] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.772905] env[62633]: ERROR nova.scheduler.client.report [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] [req-999a18a4-445c-4aad-9564-b1b34e29b36d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-999a18a4-445c-4aad-9564-b1b34e29b36d"}]} [ 1120.780599] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.780743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.780888] env[62633]: DEBUG nova.network.neutron [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.791699] env[62633]: DEBUG nova.scheduler.client.report [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1120.805807] env[62633]: DEBUG nova.scheduler.client.report [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1120.806075] env[62633]: DEBUG nova.compute.provider_tree [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.817631] env[62633]: DEBUG nova.scheduler.client.report [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1120.835998] env[62633]: DEBUG nova.scheduler.client.report [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1120.928212] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696886, 'name': ReconfigVM_Task, 'duration_secs': 0.347634} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.930726] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 50908d77-8ecd-4083-993c-87de0c6d7092/50908d77-8ecd-4083-993c-87de0c6d7092.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.931563] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54d97c2b-8a49-44dd-bbaa-8646342662e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.940788] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1120.940788] env[62633]: value = "task-2696887" [ 1120.940788] env[62633]: _type = "Task" [ 1120.940788] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.954236] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696887, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.957392] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae8ec33-7d63-4dc6-8379-6b901a115f87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.978605] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcf7b6f-8d14-476d-9704-96af1176e0e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.011742] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e8bdef-962b-4ddc-af22-3f66af8b98d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.020291] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ada7f9-6395-4765-9f68-aed92ac010c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.035013] env[62633]: DEBUG nova.compute.provider_tree [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.072393] env[62633]: DEBUG nova.compute.manager [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Received event network-vif-plugged-5770d1af-80cc-44b1-8c64-8e0c7b8319cd {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.072620] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] Acquiring lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.073079] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.073079] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.073161] env[62633]: DEBUG nova.compute.manager [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] No waiting events found dispatching network-vif-plugged-5770d1af-80cc-44b1-8c64-8e0c7b8319cd {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.073325] env[62633]: WARNING nova.compute.manager [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Received unexpected event network-vif-plugged-5770d1af-80cc-44b1-8c64-8e0c7b8319cd for instance with vm_state building and task_state block_device_mapping. [ 1121.073504] env[62633]: DEBUG nova.compute.manager [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Received event network-changed-5770d1af-80cc-44b1-8c64-8e0c7b8319cd {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.073623] env[62633]: DEBUG nova.compute.manager [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Refreshing instance network info cache due to event network-changed-5770d1af-80cc-44b1-8c64-8e0c7b8319cd. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1121.073785] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] Acquiring lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.325799] env[62633]: DEBUG nova.network.neutron [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.452927] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696887, 'name': Rename_Task, 'duration_secs': 0.164874} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.453223] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.453471] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99f421fa-b475-456b-a612-087c9d924ac9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.455657] env[62633]: DEBUG nova.network.neutron [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance_info_cache with network_info: [{"id": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "address": "fa:16:3e:1b:b8:2f", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770d1af-80", "ovs_interfaceid": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.463532] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1121.463532] env[62633]: value = "task-2696888" [ 1121.463532] env[62633]: _type = "Task" [ 1121.463532] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.478982] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.565792] env[62633]: DEBUG nova.scheduler.client.report [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Updated inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1121.566078] env[62633]: DEBUG nova.compute.provider_tree [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Updating resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd generation from 149 to 150 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1121.566270] env[62633]: DEBUG nova.compute.provider_tree [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.641335] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.735040] env[62633]: DEBUG nova.compute.manager [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.735598] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.735822] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.735983] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.736182] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.736331] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.736481] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.736789] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.736975] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.737181] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.737349] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.737526] env[62633]: DEBUG nova.virt.hardware [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.738439] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dab744-4099-4d02-ac28-964baf072b16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.746750] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a47d6-1926-48ba-8a1b-1983c2061377 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.958513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.958977] env[62633]: DEBUG nova.compute.manager [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Instance network_info: |[{"id": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "address": "fa:16:3e:1b:b8:2f", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770d1af-80", "ovs_interfaceid": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.959442] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] Acquired lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.959679] env[62633]: DEBUG nova.network.neutron [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Refreshing network info cache for port 5770d1af-80cc-44b1-8c64-8e0c7b8319cd {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.960978] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:b8:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5770d1af-80cc-44b1-8c64-8e0c7b8319cd', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.969315] env[62633]: DEBUG oslo.service.loopingcall [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.970443] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.973646] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf8896a9-530d-4697-84ff-d489df590228 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.994871] env[62633]: DEBUG oslo_vmware.api [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696888, 'name': PowerOnVM_Task, 'duration_secs': 0.482177} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.995631] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.995795] env[62633]: INFO nova.compute.manager [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1121.995974] env[62633]: DEBUG nova.compute.manager [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.997383] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dda2682-aad7-49c5-9fd7-a3c4a5979120 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.999819] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.999819] env[62633]: value = "task-2696889" [ 1121.999819] env[62633]: _type = "Task" [ 1121.999819] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.012496] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696889, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.071133] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.514s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.094295] env[62633]: INFO nova.scheduler.client.report [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Deleted allocations for instance a0ff70a0-8bbc-4e09-a333-70032c121544 [ 1122.146910] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.147159] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.147327] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.147479] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.147634] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.511929] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696889, 'name': CreateVM_Task, 'duration_secs': 0.39372} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.512263] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.512770] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543474', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'name': 'volume-682775a8-027c-45cd-818e-013c020024bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3', 'attached_at': '', 'detached_at': '', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'serial': '682775a8-027c-45cd-818e-013c020024bd'}, 'boot_index': 0, 'disk_bus': None, 'attachment_id': '3920b376-061d-4e43-99f9-f111cd804032', 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1122.512979] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Root volume attach. Driver type: vmdk {{(pid=62633) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1122.517434] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05acbd46-aeb3-445c-bb45-db25e4943f37 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.521920] env[62633]: INFO nova.compute.manager [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Took 12.89 seconds to build instance. [ 1122.527036] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b071d9c-3de5-4236-bf82-aea83054ecce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.533807] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ef6401-89dc-425b-839e-7e88991171bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.540732] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-baa1f7ef-8016-4c4a-934f-bd02c300e139 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.548690] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1122.548690] env[62633]: value = "task-2696890" [ 1122.548690] env[62633]: _type = "Task" [ 1122.548690] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.556835] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.602162] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31504c02-0935-410f-b350-b2a758fd7bdd tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Lock "a0ff70a0-8bbc-4e09-a333-70032c121544" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.030s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.650412] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.650662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.650838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.650995] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1122.651969] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ff0a9f-d49f-4c6c-9766-2032a6705e35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.664811] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673892e6-2933-445a-9012-ca602a3ee941 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.682191] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ac1ed-09ba-4f11-b9f8-adbaa5fe111e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.690069] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652be136-9464-417c-8121-684602d6dc4d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.694064] env[62633]: DEBUG nova.network.neutron [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updated VIF entry in instance network info cache for port 5770d1af-80cc-44b1-8c64-8e0c7b8319cd. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.694438] env[62633]: DEBUG nova.network.neutron [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance_info_cache with network_info: [{"id": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "address": "fa:16:3e:1b:b8:2f", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770d1af-80", "ovs_interfaceid": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.725603] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180467MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1122.725807] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.726039] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.024404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b029338-3c77-427e-bf02-3c9f0b20af06 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "50908d77-8ecd-4083-993c-87de0c6d7092" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.395s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.061654] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task} progress is 40%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.197721] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0296fb2-d1b2-4db2-8bf9-108dbadd9be7 req-dfc2c79b-893b-44b0-9692-3a534bc7382c service nova] Releasing lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.493864] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "50908d77-8ecd-4083-993c-87de0c6d7092" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.494098] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "50908d77-8ecd-4083-993c-87de0c6d7092" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.494323] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "50908d77-8ecd-4083-993c-87de0c6d7092-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.494514] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "50908d77-8ecd-4083-993c-87de0c6d7092-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.494687] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "50908d77-8ecd-4083-993c-87de0c6d7092-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.497052] env[62633]: INFO nova.compute.manager [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Terminating instance [ 1123.563488] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task} progress is 54%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.761179] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.761509] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 69844c2d-2b25-47de-b6ee-00d7738281be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.761747] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.761939] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 26099a4e-758d-4b50-b99c-967cc8ae2413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.762166] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance a76a89b7-b405-41d6-b88b-0578855224b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.762382] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 59f9e261-66dc-4547-8f0c-b4b27acdabe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.762590] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 50908d77-8ecd-4083-993c-87de0c6d7092 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.762798] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance f71b923d-aa96-4544-bfe5-67cfa3e7d6b3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.763198] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1123.763456] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1123.897407] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c23e86a-104f-4cab-b0a8-83632287d639 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.909024] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb80236-3d57-4f8f-b07d-aa51989dc4da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.946807] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaf152c-4d5d-4783-9556-20588d4994fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.965436] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057564d5-7395-470e-96bc-9b398365dfd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.984681] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.001799] env[62633]: DEBUG nova.compute.manager [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.002026] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.003306] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccc0541-baed-4f4b-bbb4-2d6bab6fb528 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.015155] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.015581] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fd6b95c-e6af-4abe-b18c-bec3d415e6ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.027113] env[62633]: DEBUG oslo_vmware.api [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1124.027113] env[62633]: value = "task-2696892" [ 1124.027113] env[62633]: _type = "Task" [ 1124.027113] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.039972] env[62633]: DEBUG oslo_vmware.api [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.064447] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task} progress is 67%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.488910] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.540926] env[62633]: DEBUG oslo_vmware.api [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.565322] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task} progress is 81%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.994412] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1124.994626] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.269s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.039525] env[62633]: DEBUG oslo_vmware.api [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696892, 'name': PowerOffVM_Task, 'duration_secs': 0.711724} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.039934] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.040114] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.040369] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da9ae2ef-4b00-40d1-b0cf-980b96de4e9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.063057] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.568931] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task} progress is 97%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.063938] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task} progress is 98%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.527761] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.527991] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.528200] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleting the datastore file [datastore1] 50908d77-8ecd-4083-993c-87de0c6d7092 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.528479] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03cbf738-9116-431f-969c-9cb558724db4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.535332] env[62633]: DEBUG oslo_vmware.api [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1126.535332] env[62633]: value = "task-2696894" [ 1126.535332] env[62633]: _type = "Task" [ 1126.535332] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.543992] env[62633]: DEBUG oslo_vmware.api [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.570300] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task} progress is 98%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.047493] env[62633]: DEBUG oslo_vmware.api [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160331} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.049447] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.049684] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.049867] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.050078] env[62633]: INFO nova.compute.manager [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Took 3.05 seconds to destroy the instance on the hypervisor. [ 1127.050342] env[62633]: DEBUG oslo.service.loopingcall [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1127.050544] env[62633]: DEBUG nova.compute.manager [-] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.050638] env[62633]: DEBUG nova.network.neutron [-] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.064928] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696890, 'name': RelocateVM_Task, 'duration_secs': 4.151839} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.065299] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1127.066179] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543474', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'name': 'volume-682775a8-027c-45cd-818e-013c020024bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3', 'attached_at': '', 'detached_at': '', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'serial': '682775a8-027c-45cd-818e-013c020024bd'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1127.068180] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790fe513-d3ed-4e95-b8d6-884f74952a36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.086197] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f6fa67-23d5-491a-838e-4ec1a024c7e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.110051] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-682775a8-027c-45cd-818e-013c020024bd/volume-682775a8-027c-45cd-818e-013c020024bd.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.110384] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2620af9-fb85-4dba-94e3-c785f8634168 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.132101] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1127.132101] env[62633]: value = "task-2696895" [ 1127.132101] env[62633]: _type = "Task" [ 1127.132101] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.140611] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.644529] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696895, 'name': ReconfigVM_Task, 'duration_secs': 0.344633} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.644833] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-682775a8-027c-45cd-818e-013c020024bd/volume-682775a8-027c-45cd-818e-013c020024bd.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.649713] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f733eb53-afe7-4b28-9377-9d4fda4dffa6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.669326] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1127.669326] env[62633]: value = "task-2696896" [ 1127.669326] env[62633]: _type = "Task" [ 1127.669326] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.681032] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.683534] env[62633]: DEBUG nova.compute.manager [req-d992db76-d307-442a-9e24-36ac6223cc40 req-e32059ff-c2e4-463c-98cb-0bbe5db46df7 service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Received event network-vif-deleted-7aaf924a-19c4-4c38-8e75-db3c08b364e6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.683729] env[62633]: INFO nova.compute.manager [req-d992db76-d307-442a-9e24-36ac6223cc40 req-e32059ff-c2e4-463c-98cb-0bbe5db46df7 service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Neutron deleted interface 7aaf924a-19c4-4c38-8e75-db3c08b364e6; detaching it from the instance and deleting it from the info cache [ 1127.683896] env[62633]: DEBUG nova.network.neutron [req-d992db76-d307-442a-9e24-36ac6223cc40 req-e32059ff-c2e4-463c-98cb-0bbe5db46df7 service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.166120] env[62633]: DEBUG nova.network.neutron [-] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.183896] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696896, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.189691] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-228ecd68-ea89-4a24-8e44-b8403c834984 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.200328] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec02e44-df26-41c6-9402-06b9a678e736 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.233677] env[62633]: DEBUG nova.compute.manager [req-d992db76-d307-442a-9e24-36ac6223cc40 req-e32059ff-c2e4-463c-98cb-0bbe5db46df7 service nova] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Detach interface failed, port_id=7aaf924a-19c4-4c38-8e75-db3c08b364e6, reason: Instance 50908d77-8ecd-4083-993c-87de0c6d7092 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1128.669347] env[62633]: INFO nova.compute.manager [-] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Took 1.62 seconds to deallocate network for instance. [ 1128.686843] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696896, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.179729] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.180179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.180472] env[62633]: DEBUG nova.objects.instance [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lazy-loading 'resources' on Instance uuid 50908d77-8ecd-4083-993c-87de0c6d7092 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.186853] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696896, 'name': ReconfigVM_Task, 'duration_secs': 1.156379} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.187155] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543474', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'name': 'volume-682775a8-027c-45cd-818e-013c020024bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3', 'attached_at': '', 'detached_at': '', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'serial': '682775a8-027c-45cd-818e-013c020024bd'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1129.187725] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b2b8191-757a-486a-a48d-3164fcbd6ee0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.195719] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1129.195719] env[62633]: value = "task-2696897" [ 1129.195719] env[62633]: _type = "Task" [ 1129.195719] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.205465] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696897, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.585630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.585900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.708620] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696897, 'name': Rename_Task, 'duration_secs': 0.150823} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.708924] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.709193] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55d5f2c1-5eee-4f6d-8c19-b375a9505219 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.716663] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1129.716663] env[62633]: value = "task-2696898" [ 1129.716663] env[62633]: _type = "Task" [ 1129.716663] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.724921] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.755846] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.756109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.816660] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5389f-5331-40e3-815d-d113638962ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.824456] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b6d828-3916-48e5-a503-f75448c33a1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.854409] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80912b3c-d7f9-43cb-92fb-cf36dc990a6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.862069] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c790653-a989-40be-8295-eccd51b298ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.876982] env[62633]: DEBUG nova.compute.provider_tree [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.087751] env[62633]: DEBUG nova.compute.manager [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.227758] env[62633]: DEBUG oslo_vmware.api [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696898, 'name': PowerOnVM_Task, 'duration_secs': 0.459808} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.228099] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.228313] env[62633]: INFO nova.compute.manager [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1130.228532] env[62633]: DEBUG nova.compute.manager [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.229430] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da13547d-9074-42ea-a3aa-a4f24df8350d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.258735] env[62633]: DEBUG nova.compute.manager [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.379798] env[62633]: DEBUG nova.scheduler.client.report [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.608552] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.748396] env[62633]: INFO nova.compute.manager [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Took 15.00 seconds to build instance. [ 1130.777428] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.885117] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.887362] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.279s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.888888] env[62633]: INFO nova.compute.claims [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.908338] env[62633]: INFO nova.scheduler.client.report [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted allocations for instance 50908d77-8ecd-4083-993c-87de0c6d7092 [ 1131.249867] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54290973-1a33-41b2-b2db-ec2572c3a776 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.514s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.415642] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8992f403-45ed-42d5-ad0a-0661e0c2f845 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "50908d77-8ecd-4083-993c-87de0c6d7092" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.921s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.419303] env[62633]: DEBUG nova.compute.manager [req-ad5f439f-23ae-4bdf-9b2d-bc54fd3f45ca req-ca11a3e6-0a2b-46c4-ae17-3984dc1172e4 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Received event network-changed-da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.419498] env[62633]: DEBUG nova.compute.manager [req-ad5f439f-23ae-4bdf-9b2d-bc54fd3f45ca req-ca11a3e6-0a2b-46c4-ae17-3984dc1172e4 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Refreshing instance network info cache due to event network-changed-da94c98d-81ce-4081-9e44-0d18850aef74. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1131.419782] env[62633]: DEBUG oslo_concurrency.lockutils [req-ad5f439f-23ae-4bdf-9b2d-bc54fd3f45ca req-ca11a3e6-0a2b-46c4-ae17-3984dc1172e4 service nova] Acquiring lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.420065] env[62633]: DEBUG oslo_concurrency.lockutils [req-ad5f439f-23ae-4bdf-9b2d-bc54fd3f45ca req-ca11a3e6-0a2b-46c4-ae17-3984dc1172e4 service nova] Acquired lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.420065] env[62633]: DEBUG nova.network.neutron [req-ad5f439f-23ae-4bdf-9b2d-bc54fd3f45ca req-ca11a3e6-0a2b-46c4-ae17-3984dc1172e4 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Refreshing network info cache for port da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.026574] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fa7efe-21b7-4cda-ae7f-b96506a03063 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.035097] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee054287-c240-41dc-a42f-7c523d197e4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.799819] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b165f4ed-bbf3-46fb-9d07-9c3e7c25aaf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.810943] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9038bcbb-1d7d-48d4-af37-7807e4f606e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.827697] env[62633]: DEBUG nova.compute.provider_tree [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.863489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.863718] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.869197] env[62633]: DEBUG nova.network.neutron [req-ad5f439f-23ae-4bdf-9b2d-bc54fd3f45ca req-ca11a3e6-0a2b-46c4-ae17-3984dc1172e4 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Updated VIF entry in instance network info cache for port da94c98d-81ce-4081-9e44-0d18850aef74. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.869559] env[62633]: DEBUG nova.network.neutron [req-ad5f439f-23ae-4bdf-9b2d-bc54fd3f45ca req-ca11a3e6-0a2b-46c4-ae17-3984dc1172e4 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Updating instance_info_cache with network_info: [{"id": "da94c98d-81ce-4081-9e44-0d18850aef74", "address": "fa:16:3e:94:bc:e8", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda94c98d-81", "ovs_interfaceid": "da94c98d-81ce-4081-9e44-0d18850aef74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.308167] env[62633]: DEBUG nova.compute.manager [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1133.330567] env[62633]: DEBUG nova.scheduler.client.report [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.365936] env[62633]: DEBUG nova.compute.manager [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.371827] env[62633]: DEBUG oslo_concurrency.lockutils [req-ad5f439f-23ae-4bdf-9b2d-bc54fd3f45ca req-ca11a3e6-0a2b-46c4-ae17-3984dc1172e4 service nova] Releasing lock "refresh_cache-7ccdf342-6d91-453f-a0c1-64ebec7f6a31" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.444470] env[62633]: DEBUG nova.compute.manager [req-e78d83db-fe21-4699-aad6-edb7ebd88490 req-2c41f97f-726f-418b-99ba-1472b15f49ec service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Received event network-changed-5770d1af-80cc-44b1-8c64-8e0c7b8319cd {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.444687] env[62633]: DEBUG nova.compute.manager [req-e78d83db-fe21-4699-aad6-edb7ebd88490 req-2c41f97f-726f-418b-99ba-1472b15f49ec service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Refreshing instance network info cache due to event network-changed-5770d1af-80cc-44b1-8c64-8e0c7b8319cd. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1133.444851] env[62633]: DEBUG oslo_concurrency.lockutils [req-e78d83db-fe21-4699-aad6-edb7ebd88490 req-2c41f97f-726f-418b-99ba-1472b15f49ec service nova] Acquiring lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.444998] env[62633]: DEBUG oslo_concurrency.lockutils [req-e78d83db-fe21-4699-aad6-edb7ebd88490 req-2c41f97f-726f-418b-99ba-1472b15f49ec service nova] Acquired lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.445177] env[62633]: DEBUG nova.network.neutron [req-e78d83db-fe21-4699-aad6-edb7ebd88490 req-2c41f97f-726f-418b-99ba-1472b15f49ec service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Refreshing network info cache for port 5770d1af-80cc-44b1-8c64-8e0c7b8319cd {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.829389] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.835258] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.948s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.835736] env[62633]: DEBUG nova.compute.manager [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.838281] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.061s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.839679] env[62633]: INFO nova.compute.claims [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.885539] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.151174] env[62633]: DEBUG nova.network.neutron [req-e78d83db-fe21-4699-aad6-edb7ebd88490 req-2c41f97f-726f-418b-99ba-1472b15f49ec service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updated VIF entry in instance network info cache for port 5770d1af-80cc-44b1-8c64-8e0c7b8319cd. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.151597] env[62633]: DEBUG nova.network.neutron [req-e78d83db-fe21-4699-aad6-edb7ebd88490 req-2c41f97f-726f-418b-99ba-1472b15f49ec service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance_info_cache with network_info: [{"id": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "address": "fa:16:3e:1b:b8:2f", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770d1af-80", "ovs_interfaceid": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.343787] env[62633]: DEBUG nova.compute.utils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.345211] env[62633]: DEBUG nova.compute.manager [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1134.654098] env[62633]: DEBUG oslo_concurrency.lockutils [req-e78d83db-fe21-4699-aad6-edb7ebd88490 req-2c41f97f-726f-418b-99ba-1472b15f49ec service nova] Releasing lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.847314] env[62633]: DEBUG nova.compute.manager [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.989022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92294e78-a614-43d3-ae08-a2640842f78d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.996505] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdfcc9f-54a7-46ef-8673-537a12877e43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.027557] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b75258-a56e-4703-abdb-b65fb3ff5501 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.035413] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74406cdb-8cc7-4999-a9a9-c914c7968660 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.049752] env[62633]: DEBUG nova.compute.provider_tree [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.553298] env[62633]: DEBUG nova.scheduler.client.report [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.859258] env[62633]: DEBUG nova.compute.manager [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.886122] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.886372] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.886564] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.886769] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.886918] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.887084] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.887298] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.887456] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.887620] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.887778] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.887985] env[62633]: DEBUG nova.virt.hardware [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.888856] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b0abd9-c925-4959-9a20-e0fd87902e14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.897370] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e4f067-fa30-4abf-b73e-585505476a4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.910880] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.916368] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Creating folder: Project (e1f62a44604e4f71989ae18ce39130f3). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.916625] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bb69a1d-2271-462e-9116-873e0c910412 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.928456] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Created folder: Project (e1f62a44604e4f71989ae18ce39130f3) in parent group-v543169. [ 1135.928633] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Creating folder: Instances. Parent ref: group-v543480. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.928848] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-831000e4-9920-466f-a1f7-eaf4f6d6ccca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.938908] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Created folder: Instances in parent group-v543480. [ 1135.939227] env[62633]: DEBUG oslo.service.loopingcall [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.939413] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.939612] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4ef1207-542c-473c-8207-dd2060e12426 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.955886] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.955886] env[62633]: value = "task-2696901" [ 1135.955886] env[62633]: _type = "Task" [ 1135.955886] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.963423] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696901, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.058657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.059295] env[62633]: DEBUG nova.compute.manager [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.062163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.233s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.466543] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696901, 'name': CreateVM_Task, 'duration_secs': 0.293638} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.466734] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.467125] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.467308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.467670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.467910] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070eef3a-0901-4d93-aaee-ecc1090e3f80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.473426] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1136.473426] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5223349f-c8cd-9442-5d0d-2597fe7b23a4" [ 1136.473426] env[62633]: _type = "Task" [ 1136.473426] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.481079] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5223349f-c8cd-9442-5d0d-2597fe7b23a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.565686] env[62633]: DEBUG nova.compute.utils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.567279] env[62633]: DEBUG nova.compute.manager [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1136.569421] env[62633]: INFO nova.compute.claims [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.983896] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5223349f-c8cd-9442-5d0d-2597fe7b23a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.984246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.984489] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.984727] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.984873] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.985070] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.985334] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2146312-ca9f-43c5-8c42-1a74d196f5b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.995261] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.995439] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.996190] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c31f2a-e76f-459b-a272-516cfe9c5602 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.002742] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1137.002742] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5252f26b-e741-3c4f-b8fd-38bda8596981" [ 1137.002742] env[62633]: _type = "Task" [ 1137.002742] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.010404] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5252f26b-e741-3c4f-b8fd-38bda8596981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.074234] env[62633]: DEBUG nova.compute.manager [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.078072] env[62633]: INFO nova.compute.resource_tracker [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating resource usage from migration 03d1dbae-0ce3-475d-b543-41522e1e7582 [ 1137.217682] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cc1811-bf79-480d-889b-c455cda50f3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.225857] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6c73d-fe07-4626-a4f7-b31c02f67306 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.255740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8229a65-5453-4f3b-9fbb-7a8d13f781fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.263504] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2094e706-2071-4bc9-8d9a-74c63cef28e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.276416] env[62633]: DEBUG nova.compute.provider_tree [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.513624] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5252f26b-e741-3c4f-b8fd-38bda8596981, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.514379] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbfd627-4e85-4107-86f4-b16dfca0ccbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.519996] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1137.519996] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52864d61-8d73-db39-2e4e-000a9c0539aa" [ 1137.519996] env[62633]: _type = "Task" [ 1137.519996] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.527800] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52864d61-8d73-db39-2e4e-000a9c0539aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.780096] env[62633]: DEBUG nova.scheduler.client.report [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.031119] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52864d61-8d73-db39-2e4e-000a9c0539aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.031436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.031632] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece/44c49dfe-f6ca-46ab-95aa-4cf3ab61eece.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.031900] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bfe584a-58e5-4372-bf33-6d98b77d49e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.038863] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1138.038863] env[62633]: value = "task-2696902" [ 1138.038863] env[62633]: _type = "Task" [ 1138.038863] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.046412] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.087051] env[62633]: DEBUG nova.compute.manager [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.107466] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.107761] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.107938] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.108175] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.108361] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.108905] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.108905] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.108905] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.109097] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.109285] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.109485] env[62633]: DEBUG nova.virt.hardware [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.110423] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c73748-2179-418d-8558-500688a2bfb5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.127482] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52778a6d-ffca-4da7-9530-ae0191365127 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.141244] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.146734] env[62633]: DEBUG oslo.service.loopingcall [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1138.146950] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.147214] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef670c14-cba2-466a-9e36-d79287f2bda3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.167083] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.167083] env[62633]: value = "task-2696903" [ 1138.167083] env[62633]: _type = "Task" [ 1138.167083] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.175666] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696903, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.284951] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.223s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.285285] env[62633]: INFO nova.compute.manager [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Migrating [ 1138.293411] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.408s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.295689] env[62633]: INFO nova.compute.claims [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.549473] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491815} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.549735] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece/44c49dfe-f6ca-46ab-95aa-4cf3ab61eece.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.549978] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.550246] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-684933c6-576e-4a36-8dab-9ca2326c3d83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.555824] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1138.555824] env[62633]: value = "task-2696904" [ 1138.555824] env[62633]: _type = "Task" [ 1138.555824] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.563066] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.678873] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696903, 'name': CreateVM_Task, 'duration_secs': 0.346813} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.679044] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.679487] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.679644] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.679959] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.680237] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fcb0ad2-809f-4aeb-a7fd-e46ca421a624 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.685022] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1138.685022] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52032ee5-0db6-7a35-b9ad-3ab3f1e3f7d8" [ 1138.685022] env[62633]: _type = "Task" [ 1138.685022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.692529] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52032ee5-0db6-7a35-b9ad-3ab3f1e3f7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.808367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.808685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.808685] env[62633]: DEBUG nova.network.neutron [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.066531] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069985} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.066748] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.067542] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b91878-96b1-4da3-bf7d-9c72dab77e5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.087373] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece/44c49dfe-f6ca-46ab-95aa-4cf3ab61eece.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.087614] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af14339-c9ed-4830-9ad7-b5bbb118e7c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.107673] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1139.107673] env[62633]: value = "task-2696905" [ 1139.107673] env[62633]: _type = "Task" [ 1139.107673] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.200197] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52032ee5-0db6-7a35-b9ad-3ab3f1e3f7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.200558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.200838] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.201132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.201324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.201545] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.201887] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c55da64a-52c9-4eee-9e90-52fe8305229f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.212356] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.212584] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.213379] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ce89df-5293-4197-853a-99d1d88043c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.218890] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1139.218890] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52744f0f-5a42-aae0-4960-01c30015c56c" [ 1139.218890] env[62633]: _type = "Task" [ 1139.218890] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.227190] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52744f0f-5a42-aae0-4960-01c30015c56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.533537] env[62633]: DEBUG nova.network.neutron [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance_info_cache with network_info: [{"id": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "address": "fa:16:3e:1b:b8:2f", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770d1af-80", "ovs_interfaceid": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.536068] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bd1a6b-9379-48d6-8229-2cb741e22d34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.544315] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3590842-04e4-441a-9f31-df334d72bfd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.576485] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a358ea-247f-4517-b1e0-e5d814da8a95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.583936] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6371719-abab-42a9-9850-bd81bec03627 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.596921] env[62633]: DEBUG nova.compute.provider_tree [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.616046] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696905, 'name': ReconfigVM_Task, 'duration_secs': 0.33316} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.616046] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece/44c49dfe-f6ca-46ab-95aa-4cf3ab61eece.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.616478] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73495ac0-10a1-4806-b0b4-c851eec6491a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.626029] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1139.626029] env[62633]: value = "task-2696906" [ 1139.626029] env[62633]: _type = "Task" [ 1139.626029] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.635228] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696906, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.731072] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52744f0f-5a42-aae0-4960-01c30015c56c, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.731828] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6871078-1407-452a-a1c9-8cc862ccd9e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.738233] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1139.738233] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52db5c1d-0862-5f6d-c50e-c3a2ab9d7e8b" [ 1139.738233] env[62633]: _type = "Task" [ 1139.738233] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.746354] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52db5c1d-0862-5f6d-c50e-c3a2ab9d7e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.040286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.100250] env[62633]: DEBUG nova.scheduler.client.report [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.136374] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696906, 'name': Rename_Task, 'duration_secs': 0.137405} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.136602] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.136834] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff7a24aa-d3f3-412e-a78b-54bdd2ba30fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.143336] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1140.143336] env[62633]: value = "task-2696907" [ 1140.143336] env[62633]: _type = "Task" [ 1140.143336] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.150513] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.250429] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52db5c1d-0862-5f6d-c50e-c3a2ab9d7e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012873} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.250706] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.250960] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 5d1c028e-5426-4822-9ac7-6914aa5f38a4/5d1c028e-5426-4822-9ac7-6914aa5f38a4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.251228] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2907d5d-c54d-4e03-8c7f-0debd9a9fa12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.258451] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1140.258451] env[62633]: value = "task-2696908" [ 1140.258451] env[62633]: _type = "Task" [ 1140.258451] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.268046] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.307697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.308014] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.308244] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.308425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.308589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.310931] env[62633]: INFO nova.compute.manager [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Terminating instance [ 1140.604423] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.604956] env[62633]: DEBUG nova.compute.manager [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.656050] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.769801] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478006} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.769801] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 5d1c028e-5426-4822-9ac7-6914aa5f38a4/5d1c028e-5426-4822-9ac7-6914aa5f38a4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.770039] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.770293] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-119fae82-3a3b-4bc7-a770-28b40c198820 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.778161] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1140.778161] env[62633]: value = "task-2696909" [ 1140.778161] env[62633]: _type = "Task" [ 1140.778161] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.786894] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.815201] env[62633]: DEBUG nova.compute.manager [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.815593] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.816625] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff518369-e5d2-4d53-a8ca-0f9fbce1d0d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.827164] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.827460] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c78ae7b-7df9-4527-856a-13aa8a43f842 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.840999] env[62633]: DEBUG oslo_vmware.api [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1140.840999] env[62633]: value = "task-2696910" [ 1140.840999] env[62633]: _type = "Task" [ 1140.840999] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.850970] env[62633]: DEBUG oslo_vmware.api [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.109816] env[62633]: DEBUG nova.compute.utils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.111237] env[62633]: DEBUG nova.compute.manager [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.111452] env[62633]: DEBUG nova.network.neutron [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.149086] env[62633]: DEBUG nova.policy [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a57082fb774e6b97460b4efa0358d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0dbbe6eb2c146688e40ac14d9ae432e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.155980] env[62633]: DEBUG oslo_vmware.api [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696907, 'name': PowerOnVM_Task, 'duration_secs': 0.724162} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.156240] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.156436] env[62633]: INFO nova.compute.manager [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1141.156613] env[62633]: DEBUG nova.compute.manager [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.157384] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ada775c-9561-4cfd-acd3-372c131aa3a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.288260] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086789} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.288543] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.289365] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba513f4-643a-4ab0-926a-fcadd9883958 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.309546] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 5d1c028e-5426-4822-9ac7-6914aa5f38a4/5d1c028e-5426-4822-9ac7-6914aa5f38a4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.309816] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e499eb1-d37f-4d68-96a2-23efb9b2b37c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.331717] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1141.331717] env[62633]: value = "task-2696911" [ 1141.331717] env[62633]: _type = "Task" [ 1141.331717] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.341628] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.349744] env[62633]: DEBUG oslo_vmware.api [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696910, 'name': PowerOffVM_Task, 'duration_secs': 0.204466} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.349994] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.350178] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.350513] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0398f507-4505-4790-8b2a-ac69967b17bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.431892] env[62633]: DEBUG nova.network.neutron [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Successfully created port: 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.435553] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.435777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.435964] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleting the datastore file [datastore2] 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.436236] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081a2e0d-a2dd-4cf2-88f3-e3820826dc9a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.443735] env[62633]: DEBUG oslo_vmware.api [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1141.443735] env[62633]: value = "task-2696913" [ 1141.443735] env[62633]: _type = "Task" [ 1141.443735] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.453088] env[62633]: DEBUG oslo_vmware.api [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.554982] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd062124-4f19-4965-a317-bca0dbaed7fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.575171] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.615120] env[62633]: DEBUG nova.compute.manager [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.674835] env[62633]: INFO nova.compute.manager [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Took 11.08 seconds to build instance. [ 1141.842284] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696911, 'name': ReconfigVM_Task, 'duration_secs': 0.290838} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.842567] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 5d1c028e-5426-4822-9ac7-6914aa5f38a4/5d1c028e-5426-4822-9ac7-6914aa5f38a4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.843194] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-058bccce-ff0a-49ce-9135-c68c85606806 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.850833] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1141.850833] env[62633]: value = "task-2696914" [ 1141.850833] env[62633]: _type = "Task" [ 1141.850833] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.859742] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696914, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.954598] env[62633]: DEBUG oslo_vmware.api [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476549} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.954882] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.955086] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.955263] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.955458] env[62633]: INFO nova.compute.manager [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1141.955729] env[62633]: DEBUG oslo.service.loopingcall [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.955924] env[62633]: DEBUG nova.compute.manager [-] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.956029] env[62633]: DEBUG nova.network.neutron [-] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.081167] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.081406] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f24685d-cdec-4c09-a5b4-4ec8ff18da00 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.089794] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1142.089794] env[62633]: value = "task-2696915" [ 1142.089794] env[62633]: _type = "Task" [ 1142.089794] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.098635] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.177411] env[62633]: DEBUG oslo_concurrency.lockutils [None req-112eda04-ffd0-455a-b01f-425d315d8efc tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.591s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.361191] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696914, 'name': Rename_Task, 'duration_secs': 0.423569} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.361613] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.361895] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b117f6d-477d-4c1e-8ed8-b96b59636be4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.370235] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1142.370235] env[62633]: value = "task-2696916" [ 1142.370235] env[62633]: _type = "Task" [ 1142.370235] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.379536] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.441953] env[62633]: DEBUG nova.compute.manager [req-bbe1ac42-cb5d-4fc7-92ce-f89cf8f6500e req-d64db750-1bf2-440f-827d-060706a33581 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Received event network-vif-deleted-a5b3c5ab-62d1-49e8-962b-91788196b36b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.442184] env[62633]: INFO nova.compute.manager [req-bbe1ac42-cb5d-4fc7-92ce-f89cf8f6500e req-d64db750-1bf2-440f-827d-060706a33581 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Neutron deleted interface a5b3c5ab-62d1-49e8-962b-91788196b36b; detaching it from the instance and deleting it from the info cache [ 1142.442384] env[62633]: DEBUG nova.network.neutron [req-bbe1ac42-cb5d-4fc7-92ce-f89cf8f6500e req-d64db750-1bf2-440f-827d-060706a33581 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.600102] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696915, 'name': PowerOffVM_Task, 'duration_secs': 0.335035} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.600371] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.600553] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.627652] env[62633]: DEBUG nova.compute.manager [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.658532] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.658789] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.658967] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.659185] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.659419] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.659598] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.659830] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.660010] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.660511] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.660701] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.660881] env[62633]: DEBUG nova.virt.hardware [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.662036] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08856579-3fe8-4fd8-a8a7-5b0ce2b3090a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.670303] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4545481-e550-41fa-a5d7-784982b2fdd2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.881951] env[62633]: DEBUG oslo_vmware.api [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696916, 'name': PowerOnVM_Task, 'duration_secs': 0.460403} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.881951] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.881951] env[62633]: INFO nova.compute.manager [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1142.881951] env[62633]: DEBUG nova.compute.manager [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.882239] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb84dfc7-83dc-4c64-9428-f8c3fa275288 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.909493] env[62633]: DEBUG nova.network.neutron [-] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.942383] env[62633]: DEBUG nova.network.neutron [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Successfully updated port: 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.945537] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d70ef310-4afd-4bb1-be9d-7559fdf8564e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.957067] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798f0111-7316-4b3b-9f0a-80907918335d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.989163] env[62633]: DEBUG nova.compute.manager [req-bbe1ac42-cb5d-4fc7-92ce-f89cf8f6500e req-d64db750-1bf2-440f-827d-060706a33581 service nova] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Detach interface failed, port_id=a5b3c5ab-62d1-49e8-962b-91788196b36b, reason: Instance 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1143.107183] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.107366] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.107528] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.107710] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.107856] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.108009] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.109884] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.109884] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.109884] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.109884] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.109884] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.114041] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e456588-b9a0-4862-80e6-8a364b7d136d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.131024] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1143.131024] env[62633]: value = "task-2696917" [ 1143.131024] env[62633]: _type = "Task" [ 1143.131024] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.139490] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.399210] env[62633]: INFO nova.compute.manager [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Took 12.64 seconds to build instance. [ 1143.412250] env[62633]: INFO nova.compute.manager [-] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Took 1.46 seconds to deallocate network for instance. [ 1143.445521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "refresh_cache-7fb9c546-bd69-4ab3-b689-7d9d215ff09f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.445670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "refresh_cache-7fb9c546-bd69-4ab3-b689-7d9d215ff09f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.445799] env[62633]: DEBUG nova.network.neutron [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.641031] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696917, 'name': ReconfigVM_Task, 'duration_secs': 0.17821} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.641373] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.768844] env[62633]: INFO nova.compute.manager [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Rebuilding instance [ 1143.814715] env[62633]: DEBUG nova.compute.manager [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.815645] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d019f1-6607-41ab-ba29-63cdf0c74dcd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.901589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3d9448c-87de-47f8-8ac3-337b0143ff2c tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.145s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.920253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.920566] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.920794] env[62633]: DEBUG nova.objects.instance [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'resources' on Instance uuid 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.979375] env[62633]: DEBUG nova.network.neutron [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.110031] env[62633]: DEBUG nova.network.neutron [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Updating instance_info_cache with network_info: [{"id": "0e6da28b-e65e-4a66-b396-ffd9cfc2cebe", "address": "fa:16:3e:3e:2b:a3", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6da28b-e6", "ovs_interfaceid": "0e6da28b-e65e-4a66-b396-ffd9cfc2cebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.148087] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.148366] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.148535] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.148721] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.148870] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.149037] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.149258] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.149492] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.149673] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.149839] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.150024] env[62633]: DEBUG nova.virt.hardware [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.155479] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.155965] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a84ff4-7a52-42f9-a64d-d67d6603c831 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.175987] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1144.175987] env[62633]: value = "task-2696918" [ 1144.175987] env[62633]: _type = "Task" [ 1144.175987] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.184207] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.468458] env[62633]: DEBUG nova.compute.manager [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Received event network-vif-plugged-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.468712] env[62633]: DEBUG oslo_concurrency.lockutils [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] Acquiring lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.468885] env[62633]: DEBUG oslo_concurrency.lockutils [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.469058] env[62633]: DEBUG oslo_concurrency.lockutils [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.469231] env[62633]: DEBUG nova.compute.manager [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] No waiting events found dispatching network-vif-plugged-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.469420] env[62633]: WARNING nova.compute.manager [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Received unexpected event network-vif-plugged-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe for instance with vm_state building and task_state spawning. [ 1144.469592] env[62633]: DEBUG nova.compute.manager [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Received event network-changed-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.469781] env[62633]: DEBUG nova.compute.manager [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Refreshing instance network info cache due to event network-changed-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.470077] env[62633]: DEBUG oslo_concurrency.lockutils [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] Acquiring lock "refresh_cache-7fb9c546-bd69-4ab3-b689-7d9d215ff09f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.561105] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6532c-d1b0-4b01-8fb1-99349a6f0272 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.568557] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99206b79-2ebf-486b-8979-3cdc755f67b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.599164] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e2d16-e385-49e5-9164-d43e6b47538f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.606153] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c153bfa0-79e4-4c8f-af8c-16e0433c41d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.619068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "refresh_cache-7fb9c546-bd69-4ab3-b689-7d9d215ff09f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.619068] env[62633]: DEBUG nova.compute.manager [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Instance network_info: |[{"id": "0e6da28b-e65e-4a66-b396-ffd9cfc2cebe", "address": "fa:16:3e:3e:2b:a3", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6da28b-e6", "ovs_interfaceid": "0e6da28b-e65e-4a66-b396-ffd9cfc2cebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.619372] env[62633]: DEBUG nova.compute.provider_tree [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.620619] env[62633]: DEBUG oslo_concurrency.lockutils [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] Acquired lock "refresh_cache-7fb9c546-bd69-4ab3-b689-7d9d215ff09f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.621531] env[62633]: DEBUG nova.network.neutron [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Refreshing network info cache for port 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.622696] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:2b:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e6da28b-e65e-4a66-b396-ffd9cfc2cebe', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.630764] env[62633]: DEBUG oslo.service.loopingcall [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.634289] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.634741] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c114982b-46aa-499e-aa73-60d11dfc819e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.654040] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.654040] env[62633]: value = "task-2696919" [ 1144.654040] env[62633]: _type = "Task" [ 1144.654040] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.661035] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696919, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.685753] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696918, 'name': ReconfigVM_Task, 'duration_secs': 0.363909} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.685969] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.686725] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2c978a-6dab-4e52-a4dc-8b2f9708637d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.708828] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-682775a8-027c-45cd-818e-013c020024bd/volume-682775a8-027c-45cd-818e-013c020024bd.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.711407] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8122b2d-a295-4496-9de7-9199de245384 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.728924] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1144.728924] env[62633]: value = "task-2696920" [ 1144.728924] env[62633]: _type = "Task" [ 1144.728924] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.736867] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.829032] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.829370] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3145b712-efb2-4ed6-9834-1c423b34a554 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.836224] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1144.836224] env[62633]: value = "task-2696921" [ 1144.836224] env[62633]: _type = "Task" [ 1144.836224] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.847454] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.889172] env[62633]: DEBUG nova.network.neutron [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Updated VIF entry in instance network info cache for port 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.889732] env[62633]: DEBUG nova.network.neutron [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Updating instance_info_cache with network_info: [{"id": "0e6da28b-e65e-4a66-b396-ffd9cfc2cebe", "address": "fa:16:3e:3e:2b:a3", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6da28b-e6", "ovs_interfaceid": "0e6da28b-e65e-4a66-b396-ffd9cfc2cebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.132886] env[62633]: DEBUG nova.scheduler.client.report [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.164098] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696919, 'name': CreateVM_Task, 'duration_secs': 0.314507} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.164274] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.164945] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.165125] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.165449] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.165691] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da3a044-5b9d-4fe9-ab11-631eb6261df9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.170215] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1145.170215] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5297cc9a-27c5-0311-204b-4893c0a297f3" [ 1145.170215] env[62633]: _type = "Task" [ 1145.170215] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.177077] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5297cc9a-27c5-0311-204b-4893c0a297f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.236949] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696920, 'name': ReconfigVM_Task, 'duration_secs': 0.275073} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.237234] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-682775a8-027c-45cd-818e-013c020024bd/volume-682775a8-027c-45cd-818e-013c020024bd.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.237491] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.347301] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696921, 'name': PowerOffVM_Task, 'duration_secs': 0.10848} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.347591] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.347823] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.348575] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f417e9-b720-4043-8202-63a77109b331 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.354954] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.355189] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfadbee1-2eb2-488a-ac8d-3a9a09eceabb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.377435] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.377631] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.377812] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Deleting the datastore file [datastore1] 5d1c028e-5426-4822-9ac7-6914aa5f38a4 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.378067] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-557ceb26-fe0e-4c7a-b4f9-89065700f7e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.383523] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1145.383523] env[62633]: value = "task-2696923" [ 1145.383523] env[62633]: _type = "Task" [ 1145.383523] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.391040] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.392587] env[62633]: DEBUG oslo_concurrency.lockutils [req-405ea807-7ed2-4f08-814e-89b95e8d0bf6 req-bd3adf74-5471-4565-8689-48cfb86a6eb8 service nova] Releasing lock "refresh_cache-7fb9c546-bd69-4ab3-b689-7d9d215ff09f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.637646] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.656644] env[62633]: INFO nova.scheduler.client.report [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted allocations for instance 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d [ 1145.680172] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5297cc9a-27c5-0311-204b-4893c0a297f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011496} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.680453] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.680681] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.680909] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.681068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.681256] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.681504] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3329adbd-e8ba-4aa0-a3ac-e38ba1506617 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.690055] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.690245] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.690970] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea33977-ca15-41e9-b2ea-392ae58f1845 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.695678] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1145.695678] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52094e09-a18c-33a8-f7a7-f738d7fdb33c" [ 1145.695678] env[62633]: _type = "Task" [ 1145.695678] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.702986] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52094e09-a18c-33a8-f7a7-f738d7fdb33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.743309] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22d523-2cc5-40ff-97c9-17bcaccd132a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.762546] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e8b69e-58ad-422e-b532-c597b5c48381 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.779251] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.893757] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100749} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.894043] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.894236] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.894413] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.164288] env[62633]: DEBUG oslo_concurrency.lockutils [None req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "6ef35b8a-ef0e-49b2-98a5-f26f1016d51d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.856s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.207425] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52094e09-a18c-33a8-f7a7-f738d7fdb33c, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.208226] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78cb6e5-4275-44fc-88e1-e3638751d08f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.213619] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1146.213619] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52141802-216e-207b-95e8-8e669a9fd860" [ 1146.213619] env[62633]: _type = "Task" [ 1146.213619] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.221193] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52141802-216e-207b-95e8-8e669a9fd860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.723809] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52141802-216e-207b-95e8-8e669a9fd860, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.724117] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.724425] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7fb9c546-bd69-4ab3-b689-7d9d215ff09f/7fb9c546-bd69-4ab3-b689-7d9d215ff09f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.724690] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-457c938a-a176-465e-8899-de30e1a3038f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.730619] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1146.730619] env[62633]: value = "task-2696924" [ 1146.730619] env[62633]: _type = "Task" [ 1146.730619] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.737569] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.935600] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.935939] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.936206] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.936478] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.936731] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.937063] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.937457] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.937660] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.937829] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.938010] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.938306] env[62633]: DEBUG nova.virt.hardware [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.939282] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8854b6-2fb2-4790-9f8e-d7b6bbf9db92 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.951862] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64d48be-53e4-4ffd-ae3c-4d13c2393c0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.970197] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.976307] env[62633]: DEBUG oslo.service.loopingcall [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1146.976938] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.977227] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7631282-216c-48f4-b4a7-7d05b5b052cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.996716] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.996716] env[62633]: value = "task-2696925" [ 1146.996716] env[62633]: _type = "Task" [ 1146.996716] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.005938] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696925, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.241314] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48614} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.241597] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 7fb9c546-bd69-4ab3-b689-7d9d215ff09f/7fb9c546-bd69-4ab3-b689-7d9d215ff09f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.241814] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.242082] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ceace46-3fc1-4c0b-826a-e8ff925821fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.247805] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1147.247805] env[62633]: value = "task-2696926" [ 1147.247805] env[62633]: _type = "Task" [ 1147.247805] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.255736] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.414986] env[62633]: DEBUG nova.network.neutron [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Port 5770d1af-80cc-44b1-8c64-8e0c7b8319cd binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.506452] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696925, 'name': CreateVM_Task, 'duration_secs': 0.407523} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.506587] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.506977] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.507150] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.507500] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.507735] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78e2e01-29b3-44e3-a638-106d22567655 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.512234] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1147.512234] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52f11add-6f4e-945b-ef29-dc3c949661d0" [ 1147.512234] env[62633]: _type = "Task" [ 1147.512234] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.521946] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f11add-6f4e-945b-ef29-dc3c949661d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.757474] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061767} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.757917] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.758468] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a447f-9294-4cda-b46d-39d3f71ef036 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.780106] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 7fb9c546-bd69-4ab3-b689-7d9d215ff09f/7fb9c546-bd69-4ab3-b689-7d9d215ff09f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.780372] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd27afe0-aee7-4093-b6d4-c4a593188182 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.799180] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1147.799180] env[62633]: value = "task-2696927" [ 1147.799180] env[62633]: _type = "Task" [ 1147.799180] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.806708] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.022064] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52f11add-6f4e-945b-ef29-dc3c949661d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.022331] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.022564] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.022792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.022938] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.023137] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.023465] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a424ec1-4750-42e8-b85d-0b69d9750f19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.033047] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.033327] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.034261] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d7a7fc-417e-4cad-9fee-eaa761f0ea59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.042441] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1148.042441] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5291fcd9-5077-0497-b7ff-6741061d6f40" [ 1148.042441] env[62633]: _type = "Task" [ 1148.042441] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.047421] env[62633]: DEBUG nova.compute.manager [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1148.055353] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5291fcd9-5077-0497-b7ff-6741061d6f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.308888] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696927, 'name': ReconfigVM_Task, 'duration_secs': 0.276126} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.309228] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 7fb9c546-bd69-4ab3-b689-7d9d215ff09f/7fb9c546-bd69-4ab3-b689-7d9d215ff09f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.309899] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d1c6a4d-34f2-41aa-b99b-7fd343e3e238 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.316116] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1148.316116] env[62633]: value = "task-2696928" [ 1148.316116] env[62633]: _type = "Task" [ 1148.316116] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.323503] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696928, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.440979] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.441254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.441424] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.557466] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5291fcd9-5077-0497-b7ff-6741061d6f40, 'name': SearchDatastore_Task, 'duration_secs': 0.023825} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.558581] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfef084-5194-4709-bf53-b2cef4300906 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.563752] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1148.563752] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52786fa3-ca1e-ee30-3957-b7b714c9960e" [ 1148.563752] env[62633]: _type = "Task" [ 1148.563752] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.571064] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52786fa3-ca1e-ee30-3957-b7b714c9960e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.571887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.572129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.825564] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696928, 'name': Rename_Task, 'duration_secs': 0.145478} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.825934] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.826040] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b306f285-4163-4ab9-a7cd-e1f3e03d64fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.831689] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1148.831689] env[62633]: value = "task-2696929" [ 1148.831689] env[62633]: _type = "Task" [ 1148.831689] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.838653] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.078190] env[62633]: INFO nova.compute.claims [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.083545] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52786fa3-ca1e-ee30-3957-b7b714c9960e, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.084501] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.084874] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 5d1c028e-5426-4822-9ac7-6914aa5f38a4/5d1c028e-5426-4822-9ac7-6914aa5f38a4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.085273] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3b14d69-2eb2-43d1-a7a8-85b319634021 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.093851] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1149.093851] env[62633]: value = "task-2696930" [ 1149.093851] env[62633]: _type = "Task" [ 1149.093851] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.103849] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.342017] env[62633]: DEBUG oslo_vmware.api [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696929, 'name': PowerOnVM_Task, 'duration_secs': 0.4377} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.342253] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.342430] env[62633]: INFO nova.compute.manager [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1149.342607] env[62633]: DEBUG nova.compute.manager [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.343431] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff50fdc2-c2aa-4413-8799-edbb83e31df4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.475154] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.475360] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.475543] env[62633]: DEBUG nova.network.neutron [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.586870] env[62633]: INFO nova.compute.resource_tracker [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating resource usage from migration 699b146e-fab7-4462-afe6-e746b162fb4d [ 1149.603407] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485742} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.605820] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] 5d1c028e-5426-4822-9ac7-6914aa5f38a4/5d1c028e-5426-4822-9ac7-6914aa5f38a4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.606072] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.606476] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-879fcc87-d4a8-469a-8d8f-bcae8141eeca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.613766] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1149.613766] env[62633]: value = "task-2696931" [ 1149.613766] env[62633]: _type = "Task" [ 1149.613766] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.624116] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.724493] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7368e31-fcdb-4638-ba32-07f934352a79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.732765] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c79353-fb96-41f4-985c-ad1916873d1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.762833] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8b31d3-e5a2-4d08-9039-181ee56e3907 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.770422] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135ccc51-15db-4bd6-9a9c-3c82af51acb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.784314] env[62633]: DEBUG nova.compute.provider_tree [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.862901] env[62633]: INFO nova.compute.manager [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Took 15.99 seconds to build instance. [ 1150.124159] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068579} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.124438] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.125212] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8deca2-1303-4c5c-b247-3e78658efac9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.144949] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 5d1c028e-5426-4822-9ac7-6914aa5f38a4/5d1c028e-5426-4822-9ac7-6914aa5f38a4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.145251] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657e8454-ba4b-4697-aecc-246307aba1b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.166947] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1150.166947] env[62633]: value = "task-2696932" [ 1150.166947] env[62633]: _type = "Task" [ 1150.166947] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.174062] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.191658] env[62633]: DEBUG nova.network.neutron [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance_info_cache with network_info: [{"id": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "address": "fa:16:3e:1b:b8:2f", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770d1af-80", "ovs_interfaceid": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.289926] env[62633]: DEBUG nova.scheduler.client.report [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.293278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.364293] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24bda5e6-40cb-427e-9b4d-1672a510be61 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.500s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.364574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.071s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.364804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.365019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.365193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.367524] env[62633]: INFO nova.compute.manager [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Terminating instance [ 1150.676019] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696932, 'name': ReconfigVM_Task, 'duration_secs': 0.497902} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.676315] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 5d1c028e-5426-4822-9ac7-6914aa5f38a4/5d1c028e-5426-4822-9ac7-6914aa5f38a4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.676935] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb1737b-1677-4598-834d-74242eabd3f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.683099] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1150.683099] env[62633]: value = "task-2696933" [ 1150.683099] env[62633]: _type = "Task" [ 1150.683099] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.690302] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696933, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.693818] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.795543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.223s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.795763] env[62633]: INFO nova.compute.manager [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Migrating [ 1150.871605] env[62633]: DEBUG nova.compute.manager [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.872048] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.872762] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c69b7a-858f-4b0c-b7e9-c34a1e349c0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.880566] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.880863] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e05435-ded4-4f18-a4da-8f41478ba06b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.887246] env[62633]: DEBUG oslo_vmware.api [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1150.887246] env[62633]: value = "task-2696934" [ 1150.887246] env[62633]: _type = "Task" [ 1150.887246] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.895439] env[62633]: DEBUG oslo_vmware.api [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.193408] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696933, 'name': Rename_Task, 'duration_secs': 0.146155} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.193703] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.193955] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ea127f9-6261-406f-bd2d-6d3595f2449c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.201686] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1151.201686] env[62633]: value = "task-2696935" [ 1151.201686] env[62633]: _type = "Task" [ 1151.201686] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.202659] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f6fc4d-5ade-48da-86df-6022f11e2c36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.213238] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b40d79-e703-4979-9090-7dc5cdacba95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.215408] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.310687] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.310909] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.311121] env[62633]: DEBUG nova.network.neutron [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.397559] env[62633]: DEBUG oslo_vmware.api [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696934, 'name': PowerOffVM_Task, 'duration_secs': 0.211787} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.397827] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.398029] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.398320] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa2f3554-0910-4e76-864e-26fc798fd406 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.700978] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.701304] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.701532] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleting the datastore file [datastore2] 7fb9c546-bd69-4ab3-b689-7d9d215ff09f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.701882] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96e1ceda-41b2-4fd0-b4b7-164c2cc43fa0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.712803] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.714250] env[62633]: DEBUG oslo_vmware.api [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1151.714250] env[62633]: value = "task-2696937" [ 1151.714250] env[62633]: _type = "Task" [ 1151.714250] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.724010] env[62633]: DEBUG oslo_vmware.api [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.033452] env[62633]: DEBUG nova.network.neutron [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [{"id": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "address": "fa:16:3e:20:ef:a0", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d3736-9f", "ovs_interfaceid": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.213692] env[62633]: DEBUG oslo_vmware.api [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696935, 'name': PowerOnVM_Task, 'duration_secs': 0.540242} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.213954] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.214183] env[62633]: DEBUG nova.compute.manager [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.214999] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0dd5a1-ea1a-411b-9ad5-ac4482e90271 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.228114] env[62633]: DEBUG oslo_vmware.api [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149893} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.228446] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.228567] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.228736] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.228909] env[62633]: INFO nova.compute.manager [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1152.229156] env[62633]: DEBUG oslo.service.loopingcall [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.229336] env[62633]: DEBUG nova.compute.manager [-] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.229477] env[62633]: DEBUG nova.network.neutron [-] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.315957] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba672ffd-fb3b-4a2c-b1e1-1aa2bfa9d2fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.337182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91880007-8616-40dd-b91d-7a4da7fbfd3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.344271] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.534032] env[62633]: DEBUG nova.compute.manager [req-6684bf6f-8fb9-4189-9318-593fc9334586 req-7c5bb503-cfc9-4ec1-a2da-18db1e5cac9b service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Received event network-vif-deleted-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.534032] env[62633]: INFO nova.compute.manager [req-6684bf6f-8fb9-4189-9318-593fc9334586 req-7c5bb503-cfc9-4ec1-a2da-18db1e5cac9b service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Neutron deleted interface 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe; detaching it from the instance and deleting it from the info cache [ 1152.534032] env[62633]: DEBUG nova.network.neutron [req-6684bf6f-8fb9-4189-9318-593fc9334586 req-7c5bb503-cfc9-4ec1-a2da-18db1e5cac9b service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.536094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.712593] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.712858] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.713036] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.713255] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.713379] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.735461] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.735858] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.735960] env[62633]: DEBUG nova.objects.instance [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1152.850634] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.850932] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f68d3f73-44fd-4575-9aa0-13ecb05fefd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.858639] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1152.858639] env[62633]: value = "task-2696938" [ 1152.858639] env[62633]: _type = "Task" [ 1152.858639] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.866824] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.988272] env[62633]: DEBUG nova.network.neutron [-] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.037539] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b53c3fb1-470e-4375-87dd-c7a2574421f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.054561] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beedc8f-8a01-492c-83d1-c3ec3abecc50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.088179] env[62633]: DEBUG nova.compute.manager [req-6684bf6f-8fb9-4189-9318-593fc9334586 req-7c5bb503-cfc9-4ec1-a2da-18db1e5cac9b service nova] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Detach interface failed, port_id=0e6da28b-e65e-4a66-b396-ffd9cfc2cebe, reason: Instance 7fb9c546-bd69-4ab3-b689-7d9d215ff09f could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1153.217538] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Getting list of instances from cluster (obj){ [ 1153.217538] env[62633]: value = "domain-c8" [ 1153.217538] env[62633]: _type = "ClusterComputeResource" [ 1153.217538] env[62633]: } {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1153.218879] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f1d269-b94d-4456-9615-e729db635aec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.236272] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Got total of 8 instances {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1153.236434] env[62633]: WARNING nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1153.236581] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.236773] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 69844c2d-2b25-47de-b6ee-00d7738281be {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.236933] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 26099a4e-758d-4b50-b99c-967cc8ae2413 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.237145] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid a76a89b7-b405-41d6-b88b-0578855224b4 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.237306] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 59f9e261-66dc-4547-8f0c-b4b27acdabe4 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.237458] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid f71b923d-aa96-4544-bfe5-67cfa3e7d6b3 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.237610] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.237777] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 5d1c028e-5426-4822-9ac7-6914aa5f38a4 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.237955] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Triggering sync for uuid 7fb9c546-bd69-4ab3-b689-7d9d215ff09f {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.238288] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.238547] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.238825] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "69844c2d-2b25-47de-b6ee-00d7738281be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.239042] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.239213] env[62633]: INFO nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1153.239375] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.239606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "26099a4e-758d-4b50-b99c-967cc8ae2413" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.239781] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.240034] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "a76a89b7-b405-41d6-b88b-0578855224b4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.240216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "a76a89b7-b405-41d6-b88b-0578855224b4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.240450] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.240631] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.240852] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.241044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.241207] env[62633]: INFO nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1153.241364] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.241574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.241792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.241999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.242197] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.242427] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.242613] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.242748] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1153.246215] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c07df7-4690-441b-bc92-2c0c235397e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.249486] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6235ccb-941f-4c48-89ad-43c41a482803 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.252181] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a39e7af-62a7-4180-a62d-3b75a975429c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.254866] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681afc52-9006-4902-b281-9a5811bec132 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.257397] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1ccf3b-98db-4bd6-bd5a-028d9edf0cc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.260092] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18118ec1-a9f2-45c2-8fd1-9cf5358a3b12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.264509] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d99f980-ca5a-4640-be73-bce4f70ab31d tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.529s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.369130] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.415579] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.491084] env[62633]: INFO nova.compute.manager [-] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Took 1.26 seconds to deallocate network for instance. [ 1153.643169] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.784896] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.785260] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.785558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "a76a89b7-b405-41d6-b88b-0578855224b4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.785849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.789305] env[62633]: INFO nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] During sync_power_state the instance has a pending task (deleting). Skip. [ 1153.789545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.789786] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.147s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.790007] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.790231] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.790394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.792196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.792707] env[62633]: INFO nova.compute.manager [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Terminating instance [ 1153.864969] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.869776] env[62633]: DEBUG oslo_vmware.api [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696938, 'name': PowerOnVM_Task, 'duration_secs': 0.638182} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.870053] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.870245] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2113bf80-ab5e-4f85-80b9-cfdad8fae9e5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.997638] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.997903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.998140] env[62633]: DEBUG nova.objects.instance [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lazy-loading 'resources' on Instance uuid 7fb9c546-bd69-4ab3-b689-7d9d215ff09f {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.050643] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afcbe0d-76d0-409d-98b2-aa888fbd999a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.068912] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance '69844c2d-2b25-47de-b6ee-00d7738281be' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.295980] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "refresh_cache-5d1c028e-5426-4822-9ac7-6914aa5f38a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.296238] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired lock "refresh_cache-5d1c028e-5426-4822-9ac7-6914aa5f38a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.296468] env[62633]: DEBUG nova.network.neutron [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.368126] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.574040] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.574512] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91e78369-2fa9-4fcb-8035-aa869b00d13c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.581595] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1154.581595] env[62633]: value = "task-2696939" [ 1154.581595] env[62633]: _type = "Task" [ 1154.581595] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.591928] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.645419] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bb6181-42f7-44fd-b922-75132c9abc4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.653223] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d133d4-dd5f-418d-bd43-b942d257553b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.687823] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d25feea-36b2-4686-be5b-0f1ded3780dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.695789] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8136e5-7526-425c-bcef-ad6f063c8c46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.709774] env[62633]: DEBUG nova.compute.provider_tree [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.815736] env[62633]: DEBUG nova.network.neutron [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.869354] env[62633]: DEBUG nova.network.neutron [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.091294] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696939, 'name': PowerOffVM_Task, 'duration_secs': 0.192554} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.091594] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.091710] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance '69844c2d-2b25-47de-b6ee-00d7738281be' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.212667] env[62633]: DEBUG nova.scheduler.client.report [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.372530] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Releasing lock "refresh_cache-5d1c028e-5426-4822-9ac7-6914aa5f38a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.373032] env[62633]: DEBUG nova.compute.manager [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.373248] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.374173] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c585853c-7150-494c-b47a-470ddc0b1579 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.382176] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.382405] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa625350-81be-4e82-bfef-f31dbc16e5f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.388778] env[62633]: DEBUG oslo_vmware.api [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1155.388778] env[62633]: value = "task-2696940" [ 1155.388778] env[62633]: _type = "Task" [ 1155.388778] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.396018] env[62633]: DEBUG oslo_vmware.api [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.598145] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.598369] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.598527] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.598738] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.598864] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.599020] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.599232] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.599397] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.599608] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.599784] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.599961] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.604948] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d89f4cc6-1af1-4184-9e24-0b19f6c8d39e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.621185] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1155.621185] env[62633]: value = "task-2696941" [ 1155.621185] env[62633]: _type = "Task" [ 1155.621185] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.631320] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.717899] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.720426] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.352s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.720704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.720861] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1155.721740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c50b9de-6d79-4d79-8606-cf5cb6f9bf72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.729876] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2901aa7-601a-4246-b8aa-da4aab8537b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.745352] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4bc8cf-75d6-4f4a-991f-f0a841981d3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.752704] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9d9899-6e40-4178-a851-8e5d27760387 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.757282] env[62633]: INFO nova.scheduler.client.report [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted allocations for instance 7fb9c546-bd69-4ab3-b689-7d9d215ff09f [ 1155.789903] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180467MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1155.789903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.789903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.899336] env[62633]: DEBUG oslo_vmware.api [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696940, 'name': PowerOffVM_Task, 'duration_secs': 0.117866} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.899617] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.899847] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.900156] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec67c45b-e4e0-43a7-ba35-5ac4232b122d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.923147] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.923376] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.923639] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Deleting the datastore file [datastore2] 5d1c028e-5426-4822-9ac7-6914aa5f38a4 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.923973] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f89bdd7f-8639-4433-aefb-1a90d49fdde3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.931015] env[62633]: DEBUG oslo_vmware.api [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1155.931015] env[62633]: value = "task-2696943" [ 1155.931015] env[62633]: _type = "Task" [ 1155.931015] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.939210] env[62633]: DEBUG oslo_vmware.api [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.131166] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696941, 'name': ReconfigVM_Task, 'duration_secs': 0.227244} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.131483] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance '69844c2d-2b25-47de-b6ee-00d7738281be' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.300124] env[62633]: DEBUG oslo_concurrency.lockutils [None req-57e7ed87-c24b-492e-ab3d-f5346c975395 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.935s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.301076] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.059s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.301271] env[62633]: INFO nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1156.301443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "7fb9c546-bd69-4ab3-b689-7d9d215ff09f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.440949] env[62633]: DEBUG oslo_vmware.api [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095169} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.441232] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.441423] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.441607] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.441772] env[62633]: INFO nova.compute.manager [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1156.442018] env[62633]: DEBUG oslo.service.loopingcall [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1156.442210] env[62633]: DEBUG nova.compute.manager [-] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.442389] env[62633]: DEBUG nova.network.neutron [-] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.457582] env[62633]: DEBUG nova.network.neutron [-] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.615954] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.616336] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.616630] env[62633]: DEBUG nova.compute.manager [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Going to confirm migration 8 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1156.638132] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.638392] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.638554] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.638791] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.638947] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.639121] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.639341] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.639569] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.639867] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.640084] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.640335] env[62633]: DEBUG nova.virt.hardware [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.645665] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.646197] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b97e637b-3bf3-4c00-9fe3-5f61d4d13681 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.666253] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1156.666253] env[62633]: value = "task-2696944" [ 1156.666253] env[62633]: _type = "Task" [ 1156.666253] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.675773] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.803018] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Applying migration context for instance 69844c2d-2b25-47de-b6ee-00d7738281be as it has an incoming, in-progress migration 699b146e-fab7-4462-afe6-e746b162fb4d. Migration status is migrating {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1156.803201] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Applying migration context for instance f71b923d-aa96-4544-bfe5-67cfa3e7d6b3 as it has an incoming, in-progress migration 03d1dbae-0ce3-475d-b543-41522e1e7582. Migration status is confirming {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1156.804428] env[62633]: INFO nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating resource usage from migration 699b146e-fab7-4462-afe6-e746b162fb4d [ 1156.804757] env[62633]: INFO nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating resource usage from migration 03d1dbae-0ce3-475d-b543-41522e1e7582 [ 1156.820403] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.820541] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 26099a4e-758d-4b50-b99c-967cc8ae2413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.820665] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance a76a89b7-b405-41d6-b88b-0578855224b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.820784] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 59f9e261-66dc-4547-8f0c-b4b27acdabe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.820897] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.821015] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 5d1c028e-5426-4822-9ac7-6914aa5f38a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.821133] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Migration 03d1dbae-0ce3-475d-b543-41522e1e7582 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1156.821277] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance f71b923d-aa96-4544-bfe5-67cfa3e7d6b3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.821369] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Migration 699b146e-fab7-4462-afe6-e746b162fb4d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1156.821477] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 69844c2d-2b25-47de-b6ee-00d7738281be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.960220] env[62633]: DEBUG nova.network.neutron [-] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.176319] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696944, 'name': ReconfigVM_Task, 'duration_secs': 0.186289} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.177432] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.177634] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquired lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.177856] env[62633]: DEBUG nova.network.neutron [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.178075] env[62633]: DEBUG nova.objects.instance [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lazy-loading 'info_cache' on Instance uuid f71b923d-aa96-4544-bfe5-67cfa3e7d6b3 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.179480] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.180570] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94919fe8-205f-42bb-9be4-622bd5b34571 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.203609] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 69844c2d-2b25-47de-b6ee-00d7738281be/69844c2d-2b25-47de-b6ee-00d7738281be.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.204588] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0310d94f-f12d-4fc5-aca4-c7eda74cf34b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.223629] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1157.223629] env[62633]: value = "task-2696945" [ 1157.223629] env[62633]: _type = "Task" [ 1157.223629] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.232408] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.274675] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "aa5e85b3-28ee-41d1-b4ba-499d42203826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.274908] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "aa5e85b3-28ee-41d1-b4ba-499d42203826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.323722] env[62633]: INFO nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance aa5e85b3-28ee-41d1-b4ba-499d42203826 has allocations against this compute host but is not found in the database. [ 1157.323958] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1157.324130] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1157.453780] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d77649d-7017-418e-889a-920341c274dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.461217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549658bb-6fc3-4bc5-8ceb-a766ee1ab3ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.464467] env[62633]: INFO nova.compute.manager [-] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Took 1.02 seconds to deallocate network for instance. [ 1157.494687] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e907f6-354d-460b-9daa-3f100bfdb2ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.502261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eda136-3ff3-4d68-8270-2ba3f100095e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.515808] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.733855] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.776973] env[62633]: DEBUG nova.compute.manager [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.971319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.018989] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.233792] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696945, 'name': ReconfigVM_Task, 'duration_secs': 0.81882} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.234094] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 69844c2d-2b25-47de-b6ee-00d7738281be/69844c2d-2b25-47de-b6ee-00d7738281be.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.234313] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance '69844c2d-2b25-47de-b6ee-00d7738281be' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.301912] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.384401] env[62633]: DEBUG nova.network.neutron [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance_info_cache with network_info: [{"id": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "address": "fa:16:3e:1b:b8:2f", "network": {"id": "f66c25d0-ac4d-4b26-82c5-42a893f7feb8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1474275105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d532c456de94c0593c1295bca961dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770d1af-80", "ovs_interfaceid": "5770d1af-80cc-44b1-8c64-8e0c7b8319cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.500206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.500709] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.500805] env[62633]: INFO nova.compute.manager [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Shelving [ 1158.524281] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1158.524482] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.735s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.524728] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.554s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.524949] env[62633]: DEBUG nova.objects.instance [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lazy-loading 'resources' on Instance uuid 5d1c028e-5426-4822-9ac7-6914aa5f38a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.740951] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6e393d-2548-4b8f-8eed-251771c6d913 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.760015] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7d6c45-6cec-4aa2-94e7-334aeb223680 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.777144] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance '69844c2d-2b25-47de-b6ee-00d7738281be' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.886803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Releasing lock "refresh_cache-f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.887082] env[62633]: DEBUG nova.objects.instance [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lazy-loading 'migration_context' on Instance uuid f71b923d-aa96-4544-bfe5-67cfa3e7d6b3 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.147920] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5508eb-fa79-455f-93c3-ed6d590c3321 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.156134] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64c9ead-3c17-4f58-b3f1-5688530de75b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.187958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed593eec-0517-488e-8926-e92721e8825a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.195094] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce346fa5-d362-48c2-a199-779d0162abef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.207892] env[62633]: DEBUG nova.compute.provider_tree [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.314586] env[62633]: DEBUG nova.network.neutron [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Port aa8d3736-9f7e-455d-a1a5-c1e98e08745d binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1159.389876] env[62633]: DEBUG nova.objects.base [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.390830] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a16d593-74c2-45aa-9778-7fb7eb4d05c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.409934] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5680bca-bb86-46eb-8aab-41eca62454bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.414988] env[62633]: DEBUG oslo_vmware.api [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1159.414988] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ad1dc5-f1ef-f04a-c968-3ee3741a00b6" [ 1159.414988] env[62633]: _type = "Task" [ 1159.414988] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.422788] env[62633]: DEBUG oslo_vmware.api [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ad1dc5-f1ef-f04a-c968-3ee3741a00b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.510206] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.510557] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72b74c44-2a4a-4ac2-8f89-cfaf8c40b663 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.518321] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1159.518321] env[62633]: value = "task-2696946" [ 1159.518321] env[62633]: _type = "Task" [ 1159.518321] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.526460] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.526705] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.711020] env[62633]: DEBUG nova.scheduler.client.report [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.925386] env[62633]: DEBUG oslo_vmware.api [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ad1dc5-f1ef-f04a-c968-3ee3741a00b6, 'name': SearchDatastore_Task, 'duration_secs': 0.007316} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.925663] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.027232] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696946, 'name': PowerOffVM_Task, 'duration_secs': 0.178315} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.027494] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.028279] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c4aafa-6a55-48f4-9522-8f8a56e0dab9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.045346] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e970d8-6105-43cf-974b-44e4dddd2825 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.215596] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.217880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.916s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.219370] env[62633]: INFO nova.compute.claims [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.234775] env[62633]: INFO nova.scheduler.client.report [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Deleted allocations for instance 5d1c028e-5426-4822-9ac7-6914aa5f38a4 [ 1160.335979] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "69844c2d-2b25-47de-b6ee-00d7738281be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.336328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.336421] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.555131] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1160.555477] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ef0cc6f-b934-40d3-ad63-15f8d39f1a1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.563276] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1160.563276] env[62633]: value = "task-2696947" [ 1160.563276] env[62633]: _type = "Task" [ 1160.563276] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.572491] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696947, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.741510] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c084de91-c68d-4ed0-8c89-a5b136e17113 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "5d1c028e-5426-4822-9ac7-6914aa5f38a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.952s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.073286] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696947, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.195576] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.195926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.196177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.196366] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.196535] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.198709] env[62633]: INFO nova.compute.manager [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Terminating instance [ 1161.344684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0f8aab-4a96-4da6-957d-5ecc5e260084 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.353807] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e16fff7-e234-46e0-b6b1-ab7fae60d83a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.386936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.387145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.387325] env[62633]: DEBUG nova.network.neutron [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.389067] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af8cdd-07eb-468e-96d1-20ab60bf3849 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.396295] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649f7370-eef0-4c7e-b257-0ae51de9d896 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.410930] env[62633]: DEBUG nova.compute.provider_tree [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.573122] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696947, 'name': CreateSnapshot_Task, 'duration_secs': 0.599751} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.573381] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1161.574173] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10befe2a-6ae8-4142-9e62-91d3ad8c71b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.702044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "refresh_cache-44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.702161] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquired lock "refresh_cache-44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.702273] env[62633]: DEBUG nova.network.neutron [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.914119] env[62633]: DEBUG nova.scheduler.client.report [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.091076] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1162.091372] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-483a1f5a-0630-44c1-95c2-9eb66bcf4555 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.094915] env[62633]: DEBUG nova.network.neutron [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [{"id": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "address": "fa:16:3e:20:ef:a0", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d3736-9f", "ovs_interfaceid": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.101930] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1162.101930] env[62633]: value = "task-2696948" [ 1162.101930] env[62633]: _type = "Task" [ 1162.101930] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.110808] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696948, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.223088] env[62633]: DEBUG nova.network.neutron [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.272275] env[62633]: DEBUG nova.network.neutron [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.418904] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.419452] env[62633]: DEBUG nova.compute.manager [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.422271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.497s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.597179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.612217] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696948, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.775177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Releasing lock "refresh_cache-44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.775675] env[62633]: DEBUG nova.compute.manager [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.775820] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.776709] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9b1580-c599-49fd-9664-0d30050d548f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.784457] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.784688] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa3cd6a-4f8d-4085-b581-348670b3fa30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.790265] env[62633]: DEBUG oslo_vmware.api [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1162.790265] env[62633]: value = "task-2696949" [ 1162.790265] env[62633]: _type = "Task" [ 1162.790265] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.797550] env[62633]: DEBUG oslo_vmware.api [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.925759] env[62633]: DEBUG nova.compute.utils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.927194] env[62633]: DEBUG nova.compute.manager [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.927397] env[62633]: DEBUG nova.network.neutron [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.968500] env[62633]: DEBUG nova.policy [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a57082fb774e6b97460b4efa0358d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0dbbe6eb2c146688e40ac14d9ae432e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.065047] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4109880a-6d45-426d-bc3e-dc61db4e1dd3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.074348] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683e2911-d65c-42b0-a020-f790ced8beee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.110171] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfaf168-7a5f-40e2-aec5-5f89a9193f3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.120169] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696948, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.123234] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e8c2b5-707e-45c7-8086-82950628e4b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.128264] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0b35ff-5f56-4a79-b829-b2dfbf4b272b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.153052] env[62633]: DEBUG nova.compute.provider_tree [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.154808] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de086872-f0d4-4ed2-96a1-af96771fa99c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.161827] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance '69844c2d-2b25-47de-b6ee-00d7738281be' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.236726] env[62633]: DEBUG nova.network.neutron [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Successfully created port: cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.302408] env[62633]: DEBUG oslo_vmware.api [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696949, 'name': PowerOffVM_Task, 'duration_secs': 0.295011} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.302666] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.302837] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.303090] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d84c95c-a0d0-4701-aa83-019021ae9f60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.328456] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.328660] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.328836] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Deleting the datastore file [datastore1] 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.329098] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb009862-117f-480b-91a9-fe36b8573a4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.335287] env[62633]: DEBUG oslo_vmware.api [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for the task: (returnval){ [ 1163.335287] env[62633]: value = "task-2696951" [ 1163.335287] env[62633]: _type = "Task" [ 1163.335287] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.342857] env[62633]: DEBUG oslo_vmware.api [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.433760] env[62633]: DEBUG nova.compute.manager [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.615926] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696948, 'name': CloneVM_Task, 'duration_secs': 1.10946} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.616203] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Created linked-clone VM from snapshot [ 1163.616913] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d200373-b48b-48de-b3be-62e65fca67db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.624250] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Uploading image e3d1f462-5d1e-4241-b8cb-9489e8cf4c54 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1163.649953] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1163.649953] env[62633]: value = "vm-543487" [ 1163.649953] env[62633]: _type = "VirtualMachine" [ 1163.649953] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1163.650275] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95fed033-df73-4bf4-bcfb-2f0495ae3b21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.657120] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lease: (returnval){ [ 1163.657120] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5254a3fd-f5e3-ba1c-add9-fa00e55eeb69" [ 1163.657120] env[62633]: _type = "HttpNfcLease" [ 1163.657120] env[62633]: } obtained for exporting VM: (result){ [ 1163.657120] env[62633]: value = "vm-543487" [ 1163.657120] env[62633]: _type = "VirtualMachine" [ 1163.657120] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1163.657416] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the lease: (returnval){ [ 1163.657416] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5254a3fd-f5e3-ba1c-add9-fa00e55eeb69" [ 1163.657416] env[62633]: _type = "HttpNfcLease" [ 1163.657416] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1163.661240] env[62633]: DEBUG nova.scheduler.client.report [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.668695] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.668928] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.668928] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5254a3fd-f5e3-ba1c-add9-fa00e55eeb69" [ 1163.668928] env[62633]: _type = "HttpNfcLease" [ 1163.668928] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1163.669139] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e706480-801d-4087-be13-af1f6b76a345 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.674144] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1163.674144] env[62633]: value = "task-2696953" [ 1163.674144] env[62633]: _type = "Task" [ 1163.674144] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.682224] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.845089] env[62633]: DEBUG oslo_vmware.api [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Task: {'id': task-2696951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092641} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.845353] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.845542] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.845724] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.845900] env[62633]: INFO nova.compute.manager [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1163.846169] env[62633]: DEBUG oslo.service.loopingcall [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.846361] env[62633]: DEBUG nova.compute.manager [-] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.846456] env[62633]: DEBUG nova.network.neutron [-] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.862416] env[62633]: DEBUG nova.network.neutron [-] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.170225] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.170225] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5254a3fd-f5e3-ba1c-add9-fa00e55eeb69" [ 1164.170225] env[62633]: _type = "HttpNfcLease" [ 1164.170225] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1164.170752] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1164.170752] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5254a3fd-f5e3-ba1c-add9-fa00e55eeb69" [ 1164.170752] env[62633]: _type = "HttpNfcLease" [ 1164.170752] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1164.171597] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a921788-5f3b-4e53-9b5a-fe3b05937606 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.180719] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aa734-fb56-28de-f282-8e8dffa96783/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1164.180931] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aa734-fb56-28de-f282-8e8dffa96783/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1164.242037] env[62633]: DEBUG oslo_vmware.api [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696953, 'name': PowerOnVM_Task, 'duration_secs': 0.400682} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.243300] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.243559] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-625c53dd-9cae-4c19-9c7d-dd346efb3ee4 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance '69844c2d-2b25-47de-b6ee-00d7738281be' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.364542] env[62633]: DEBUG nova.network.neutron [-] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.411775] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b230233-5593-4a61-9558-e0ac88058511 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.442164] env[62633]: DEBUG nova.compute.manager [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.461916] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.462210] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.462375] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.462560] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.462708] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.462858] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.463078] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.463243] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.463410] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.463571] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.463741] env[62633]: DEBUG nova.virt.hardware [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.464629] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e22d8d-5979-43ca-9be6-7f8edf1d6349 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.472441] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836a84d0-8607-4735-9007-a96085bf9662 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.600740] env[62633]: DEBUG nova.compute.manager [req-11d01a36-0eab-4c74-b43f-75a333ac0f43 req-78914890-d53b-4a17-ba01-0a6185c52f12 service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Received event network-vif-plugged-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.601026] env[62633]: DEBUG oslo_concurrency.lockutils [req-11d01a36-0eab-4c74-b43f-75a333ac0f43 req-78914890-d53b-4a17-ba01-0a6185c52f12 service nova] Acquiring lock "aa5e85b3-28ee-41d1-b4ba-499d42203826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.601197] env[62633]: DEBUG oslo_concurrency.lockutils [req-11d01a36-0eab-4c74-b43f-75a333ac0f43 req-78914890-d53b-4a17-ba01-0a6185c52f12 service nova] Lock "aa5e85b3-28ee-41d1-b4ba-499d42203826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.601362] env[62633]: DEBUG oslo_concurrency.lockutils [req-11d01a36-0eab-4c74-b43f-75a333ac0f43 req-78914890-d53b-4a17-ba01-0a6185c52f12 service nova] Lock "aa5e85b3-28ee-41d1-b4ba-499d42203826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.601529] env[62633]: DEBUG nova.compute.manager [req-11d01a36-0eab-4c74-b43f-75a333ac0f43 req-78914890-d53b-4a17-ba01-0a6185c52f12 service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] No waiting events found dispatching network-vif-plugged-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.601693] env[62633]: WARNING nova.compute.manager [req-11d01a36-0eab-4c74-b43f-75a333ac0f43 req-78914890-d53b-4a17-ba01-0a6185c52f12 service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Received unexpected event network-vif-plugged-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 for instance with vm_state building and task_state spawning. [ 1164.672066] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.250s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.693126] env[62633]: DEBUG nova.network.neutron [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Successfully updated port: cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.866855] env[62633]: INFO nova.compute.manager [-] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Took 1.02 seconds to deallocate network for instance. [ 1165.140471] env[62633]: INFO nova.compute.manager [None req-e5a32adb-4d49-40b8-8b19-2e9025a883ed tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Get console output [ 1165.140756] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-e5a32adb-4d49-40b8-8b19-2e9025a883ed tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] The console log is missing. Check your VSPC configuration [ 1165.195531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "refresh_cache-aa5e85b3-28ee-41d1-b4ba-499d42203826" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.195690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "refresh_cache-aa5e85b3-28ee-41d1-b4ba-499d42203826" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.195984] env[62633]: DEBUG nova.network.neutron [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.235380] env[62633]: INFO nova.scheduler.client.report [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted allocation for migration 03d1dbae-0ce3-475d-b543-41522e1e7582 [ 1165.373579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.373837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.374081] env[62633]: DEBUG nova.objects.instance [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lazy-loading 'resources' on Instance uuid 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.733888] env[62633]: DEBUG nova.network.neutron [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.741495] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f60d0580-e21d-4127-bd9e-7dda576974b6 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.125s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.882394] env[62633]: DEBUG nova.network.neutron [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Updating instance_info_cache with network_info: [{"id": "cd7d2eb3-1f50-4d3e-a877-fe6c35334e07", "address": "fa:16:3e:7b:ef:9a", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd7d2eb3-1f", "ovs_interfaceid": "cd7d2eb3-1f50-4d3e-a877-fe6c35334e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.006211] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6220cc92-37a2-420b-9b1e-77ebb8f1d558 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.015264] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9436dde3-c09f-4a46-812f-423cbb750a0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.051443] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c422a49-7106-47f7-a87e-1b6cc0f919a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.063803] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4251782d-141f-4fa6-9e52-7bd68540c498 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.079908] env[62633]: DEBUG nova.compute.provider_tree [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.385817] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "refresh_cache-aa5e85b3-28ee-41d1-b4ba-499d42203826" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.385817] env[62633]: DEBUG nova.compute.manager [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Instance network_info: |[{"id": "cd7d2eb3-1f50-4d3e-a877-fe6c35334e07", "address": "fa:16:3e:7b:ef:9a", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd7d2eb3-1f", "ovs_interfaceid": "cd7d2eb3-1f50-4d3e-a877-fe6c35334e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.386154] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:ef:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd7d2eb3-1f50-4d3e-a877-fe6c35334e07', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.394116] env[62633]: DEBUG oslo.service.loopingcall [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1166.394380] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.394639] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1335e2b-3068-4d38-b731-9a781d53253e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.415642] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.415642] env[62633]: value = "task-2696954" [ 1166.415642] env[62633]: _type = "Task" [ 1166.415642] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.423429] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696954, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.558531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "69844c2d-2b25-47de-b6ee-00d7738281be" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.558774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.559011] env[62633]: DEBUG nova.compute.manager [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Going to confirm migration 9 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1166.583940] env[62633]: DEBUG nova.scheduler.client.report [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.630683] env[62633]: DEBUG nova.compute.manager [req-497242ae-a7ea-49e8-ba94-595afd788bfe req-e462a5c9-0647-442c-90f3-7707db8cf68a service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Received event network-changed-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.631042] env[62633]: DEBUG nova.compute.manager [req-497242ae-a7ea-49e8-ba94-595afd788bfe req-e462a5c9-0647-442c-90f3-7707db8cf68a service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Refreshing instance network info cache due to event network-changed-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1166.631880] env[62633]: DEBUG oslo_concurrency.lockutils [req-497242ae-a7ea-49e8-ba94-595afd788bfe req-e462a5c9-0647-442c-90f3-7707db8cf68a service nova] Acquiring lock "refresh_cache-aa5e85b3-28ee-41d1-b4ba-499d42203826" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.632257] env[62633]: DEBUG oslo_concurrency.lockutils [req-497242ae-a7ea-49e8-ba94-595afd788bfe req-e462a5c9-0647-442c-90f3-7707db8cf68a service nova] Acquired lock "refresh_cache-aa5e85b3-28ee-41d1-b4ba-499d42203826" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.632561] env[62633]: DEBUG nova.network.neutron [req-497242ae-a7ea-49e8-ba94-595afd788bfe req-e462a5c9-0647-442c-90f3-7707db8cf68a service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Refreshing network info cache for port cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.930511] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696954, 'name': CreateVM_Task, 'duration_secs': 0.444588} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.930851] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.940178] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.940503] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.940948] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.941339] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e84d25-2558-4644-afec-d4acfa2a8124 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.946907] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1166.946907] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c8c2e7-e0c5-0eef-d277-bb5facf6867e" [ 1166.946907] env[62633]: _type = "Task" [ 1166.946907] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.956230] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c8c2e7-e0c5-0eef-d277-bb5facf6867e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.090801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.110162] env[62633]: INFO nova.scheduler.client.report [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Deleted allocations for instance 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece [ 1167.129174] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.129334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.129495] env[62633]: DEBUG nova.network.neutron [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.129956] env[62633]: DEBUG nova.objects.instance [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'info_cache' on Instance uuid 69844c2d-2b25-47de-b6ee-00d7738281be {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.330244] env[62633]: DEBUG nova.network.neutron [req-497242ae-a7ea-49e8-ba94-595afd788bfe req-e462a5c9-0647-442c-90f3-7707db8cf68a service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Updated VIF entry in instance network info cache for port cd7d2eb3-1f50-4d3e-a877-fe6c35334e07. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.330683] env[62633]: DEBUG nova.network.neutron [req-497242ae-a7ea-49e8-ba94-595afd788bfe req-e462a5c9-0647-442c-90f3-7707db8cf68a service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Updating instance_info_cache with network_info: [{"id": "cd7d2eb3-1f50-4d3e-a877-fe6c35334e07", "address": "fa:16:3e:7b:ef:9a", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd7d2eb3-1f", "ovs_interfaceid": "cd7d2eb3-1f50-4d3e-a877-fe6c35334e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.457961] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c8c2e7-e0c5-0eef-d277-bb5facf6867e, 'name': SearchDatastore_Task, 'duration_secs': 0.017412} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.458308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.458559] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.458823] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.458978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.459195] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.459461] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20735389-8c5a-4440-ba19-c7246a5008fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.468106] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.468291] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.469075] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece3cc28-9a5c-42a7-a12e-3df28c41543f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.474557] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1167.474557] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]525f7de9-e036-0c71-190c-64ab6f55743c" [ 1167.474557] env[62633]: _type = "Task" [ 1167.474557] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.482417] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525f7de9-e036-0c71-190c-64ab6f55743c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.617885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aea8f303-6be8-4233-ba81-ac0e8e01b4b1 tempest-ServerShowV247Test-530944329 tempest-ServerShowV247Test-530944329-project-member] Lock "44c49dfe-f6ca-46ab-95aa-4cf3ab61eece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.421s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.833278] env[62633]: DEBUG oslo_concurrency.lockutils [req-497242ae-a7ea-49e8-ba94-595afd788bfe req-e462a5c9-0647-442c-90f3-7707db8cf68a service nova] Releasing lock "refresh_cache-aa5e85b3-28ee-41d1-b4ba-499d42203826" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.985180] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]525f7de9-e036-0c71-190c-64ab6f55743c, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.986060] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a928bc-7197-4a37-ac01-e554a0fe6c79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.991605] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1167.991605] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52261b50-9b4d-7779-0d36-0b351c3fff47" [ 1167.991605] env[62633]: _type = "Task" [ 1167.991605] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.000137] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52261b50-9b4d-7779-0d36-0b351c3fff47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.372699] env[62633]: DEBUG nova.network.neutron [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [{"id": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "address": "fa:16:3e:20:ef:a0", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d3736-9f", "ovs_interfaceid": "aa8d3736-9f7e-455d-a1a5-c1e98e08745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.502632] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52261b50-9b4d-7779-0d36-0b351c3fff47, 'name': SearchDatastore_Task, 'duration_secs': 0.014229} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.502905] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.503198] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] aa5e85b3-28ee-41d1-b4ba-499d42203826/aa5e85b3-28ee-41d1-b4ba-499d42203826.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.503466] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23dbbaca-f5b0-4134-91c0-042a26ced925 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.509529] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1168.509529] env[62633]: value = "task-2696955" [ 1168.509529] env[62633]: _type = "Task" [ 1168.509529] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.517551] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.876044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-69844c2d-2b25-47de-b6ee-00d7738281be" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.876470] env[62633]: DEBUG nova.objects.instance [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'migration_context' on Instance uuid 69844c2d-2b25-47de-b6ee-00d7738281be {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.024900] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.380080] env[62633]: DEBUG nova.objects.base [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Object Instance<69844c2d-2b25-47de-b6ee-00d7738281be> lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1169.381156] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597eec8a-a546-4097-b8a9-00201f206fa7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.401339] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cceb760-3a99-4d21-945f-d11794e27911 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.407330] env[62633]: DEBUG oslo_vmware.api [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1169.407330] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5284ff10-3ca5-4de9-948d-9573b67aff03" [ 1169.407330] env[62633]: _type = "Task" [ 1169.407330] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.415471] env[62633]: DEBUG oslo_vmware.api [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5284ff10-3ca5-4de9-948d-9573b67aff03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.520086] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544466} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.520371] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] aa5e85b3-28ee-41d1-b4ba-499d42203826/aa5e85b3-28ee-41d1-b4ba-499d42203826.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.520761] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.520862] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-166f1318-7e65-4565-8fa8-6c36391d4a19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.527280] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1169.527280] env[62633]: value = "task-2696956" [ 1169.527280] env[62633]: _type = "Task" [ 1169.527280] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.535462] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.918414] env[62633]: DEBUG oslo_vmware.api [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5284ff10-3ca5-4de9-948d-9573b67aff03, 'name': SearchDatastore_Task, 'duration_secs': 0.007545} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.918757] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.919036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.037034] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069811} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.037400] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.038083] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf54eda-1732-4ce2-8c58-94ed4dca9c3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.059591] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] aa5e85b3-28ee-41d1-b4ba-499d42203826/aa5e85b3-28ee-41d1-b4ba-499d42203826.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.059894] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ea9728-4129-43ad-b15e-a23be9699166 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.079630] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1170.079630] env[62633]: value = "task-2696957" [ 1170.079630] env[62633]: _type = "Task" [ 1170.079630] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.087564] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.535450] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d69e82-a664-4cf8-91e2-70c853025fbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.543591] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9e44e5-c549-4500-a426-efe41652efbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.574230] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b6480-8cee-4524-8e33-0e0545fc83f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.584274] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ee7091-59a6-44df-9684-92045c2cad83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.598662] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696957, 'name': ReconfigVM_Task, 'duration_secs': 0.326351} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.607684] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Reconfigured VM instance instance-00000074 to attach disk [datastore2] aa5e85b3-28ee-41d1-b4ba-499d42203826/aa5e85b3-28ee-41d1-b4ba-499d42203826.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.611402] env[62633]: DEBUG nova.compute.provider_tree [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.612849] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b29006-1b41-4f40-ba05-83369a83810c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.624350] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1170.624350] env[62633]: value = "task-2696958" [ 1170.624350] env[62633]: _type = "Task" [ 1170.624350] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.651723] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696958, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.118304] env[62633]: DEBUG nova.scheduler.client.report [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.133261] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696958, 'name': Rename_Task, 'duration_secs': 0.171217} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.133579] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.133804] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e085c22d-b01c-4cce-a3e3-962f2f6859dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.141077] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1171.141077] env[62633]: value = "task-2696959" [ 1171.141077] env[62633]: _type = "Task" [ 1171.141077] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.149135] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.651813] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696959, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.129765] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.210s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.151105] env[62633]: DEBUG oslo_vmware.api [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696959, 'name': PowerOnVM_Task, 'duration_secs': 0.560334} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.151357] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.151565] env[62633]: INFO nova.compute.manager [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1172.151741] env[62633]: DEBUG nova.compute.manager [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.152514] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8112186a-dc8a-44cc-a075-14d41d7dab56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.669336] env[62633]: INFO nova.compute.manager [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Took 14.39 seconds to build instance. [ 1172.686897] env[62633]: INFO nova.scheduler.client.report [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted allocation for migration 699b146e-fab7-4462-afe6-e746b162fb4d [ 1172.991198] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aa734-fb56-28de-f282-8e8dffa96783/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1172.992609] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf346d55-1753-46f1-bd3f-ea8827f8706b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.001274] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aa734-fb56-28de-f282-8e8dffa96783/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1173.001692] env[62633]: ERROR oslo_vmware.rw_handles [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aa734-fb56-28de-f282-8e8dffa96783/disk-0.vmdk due to incomplete transfer. [ 1173.002097] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4a7f5fa-284d-4ded-b511-0eb5bef904ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.010290] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aa734-fb56-28de-f282-8e8dffa96783/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1173.010663] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Uploaded image e3d1f462-5d1e-4241-b8cb-9489e8cf4c54 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1173.013516] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1173.013899] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efa53001-8cd8-422e-9bb8-dbc4f7203a4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.020979] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1173.020979] env[62633]: value = "task-2696960" [ 1173.020979] env[62633]: _type = "Task" [ 1173.020979] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.031776] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696960, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.172170] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "aa5e85b3-28ee-41d1-b4ba-499d42203826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.897s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.192692] env[62633]: DEBUG oslo_concurrency.lockutils [None req-66911607-00b9-4ad4-af6e-f0688c581849 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.634s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.531510] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696960, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.584211] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "69844c2d-2b25-47de-b6ee-00d7738281be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.584495] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.584715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "69844c2d-2b25-47de-b6ee-00d7738281be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.584898] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.585081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.587068] env[62633]: INFO nova.compute.manager [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Terminating instance [ 1174.031987] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696960, 'name': Destroy_Task, 'duration_secs': 0.904865} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.032251] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Destroyed the VM [ 1174.032480] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1174.032732] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fcc39bb3-181e-4aaa-865a-f66edb6dd3c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.038999] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1174.038999] env[62633]: value = "task-2696961" [ 1174.038999] env[62633]: _type = "Task" [ 1174.038999] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.046869] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696961, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.064723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "7fa8c30e-96f1-4193-90c5-90b845972313" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.064944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fa8c30e-96f1-4193-90c5-90b845972313" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.090221] env[62633]: DEBUG nova.compute.manager [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.090496] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.091394] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cf88b6-57a3-473d-8cfa-b5b9011c9acb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.099388] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.099621] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07abc0bb-e7dd-439e-b58d-58e4ba94d6e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.105623] env[62633]: DEBUG oslo_vmware.api [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1174.105623] env[62633]: value = "task-2696962" [ 1174.105623] env[62633]: _type = "Task" [ 1174.105623] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.113622] env[62633]: DEBUG oslo_vmware.api [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.550940] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696961, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.567563] env[62633]: DEBUG nova.compute.manager [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.616927] env[62633]: DEBUG oslo_vmware.api [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696962, 'name': PowerOffVM_Task, 'duration_secs': 0.247523} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.617231] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.617728] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.617728] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-288e986c-d38c-40cf-9bd4-1d5b35cd6ee5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.683192] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.683506] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.683708] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleting the datastore file [datastore2] 69844c2d-2b25-47de-b6ee-00d7738281be {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.684044] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a1d7091-5bd9-48e5-b7c4-cff019326f26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.691232] env[62633]: DEBUG oslo_vmware.api [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1174.691232] env[62633]: value = "task-2696964" [ 1174.691232] env[62633]: _type = "Task" [ 1174.691232] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.699276] env[62633]: DEBUG oslo_vmware.api [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.049485] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696961, 'name': RemoveSnapshot_Task, 'duration_secs': 0.691628} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.049752] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1175.050052] env[62633]: DEBUG nova.compute.manager [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.050820] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142f57f8-a91b-4204-bab5-e0255d4128ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.090999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.091365] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.092856] env[62633]: INFO nova.compute.claims [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.201318] env[62633]: DEBUG oslo_vmware.api [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.562099] env[62633]: INFO nova.compute.manager [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Shelve offloading [ 1175.702277] env[62633]: DEBUG oslo_vmware.api [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.771567} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.702564] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.702720] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.702896] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.703091] env[62633]: INFO nova.compute.manager [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1175.703328] env[62633]: DEBUG oslo.service.loopingcall [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1175.703511] env[62633]: DEBUG nova.compute.manager [-] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.703608] env[62633]: DEBUG nova.network.neutron [-] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.065998] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.066361] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fef92c2-9fc7-44fb-8077-fe6182d41f6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.074632] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1176.074632] env[62633]: value = "task-2696965" [ 1176.074632] env[62633]: _type = "Task" [ 1176.074632] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.082812] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1176.083297] env[62633]: DEBUG nova.compute.manager [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.083747] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8a052-aa3d-4d3d-9ea3-c752ee315451 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.088963] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.089148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.089319] env[62633]: DEBUG nova.network.neutron [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.154021] env[62633]: DEBUG nova.compute.manager [req-6f1e4cab-712f-4629-b96a-f6ec8338d577 req-6df600f8-74c4-40aa-b340-3eab03b3a377 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Received event network-vif-deleted-aa8d3736-9f7e-455d-a1a5-c1e98e08745d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.154154] env[62633]: INFO nova.compute.manager [req-6f1e4cab-712f-4629-b96a-f6ec8338d577 req-6df600f8-74c4-40aa-b340-3eab03b3a377 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Neutron deleted interface aa8d3736-9f7e-455d-a1a5-c1e98e08745d; detaching it from the instance and deleting it from the info cache [ 1176.154391] env[62633]: DEBUG nova.network.neutron [req-6f1e4cab-712f-4629-b96a-f6ec8338d577 req-6df600f8-74c4-40aa-b340-3eab03b3a377 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.219519] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aec5421-3d30-4537-be69-8e5182e62634 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.229126] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b1cca6-f572-4514-933b-f7471615b2b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.260078] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53072f75-7d53-464a-abbd-341902eacab3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.267568] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db6158-f18a-4d0b-914a-0bc7119fb5d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.283410] env[62633]: DEBUG nova.compute.provider_tree [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.631410] env[62633]: DEBUG nova.network.neutron [-] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.658785] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aed3af3d-9b19-4732-b918-6f4083390a70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.668720] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9627404-676e-4cb3-84df-855fbe1e2a3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.698015] env[62633]: DEBUG nova.compute.manager [req-6f1e4cab-712f-4629-b96a-f6ec8338d577 req-6df600f8-74c4-40aa-b340-3eab03b3a377 service nova] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Detach interface failed, port_id=aa8d3736-9f7e-455d-a1a5-c1e98e08745d, reason: Instance 69844c2d-2b25-47de-b6ee-00d7738281be could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1176.787670] env[62633]: DEBUG nova.scheduler.client.report [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.807934] env[62633]: DEBUG nova.network.neutron [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating instance_info_cache with network_info: [{"id": "751e33fc-6254-4c98-817c-57d341f659f8", "address": "fa:16:3e:7a:4b:3c", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751e33fc-62", "ovs_interfaceid": "751e33fc-6254-4c98-817c-57d341f659f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.133726] env[62633]: INFO nova.compute.manager [-] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Took 1.43 seconds to deallocate network for instance. [ 1177.292470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.292996] env[62633]: DEBUG nova.compute.manager [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.310839] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.604498] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.605542] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a15ef8-fda0-49d6-9822-fb643200f285 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.613205] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.613428] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e96c6c1-4ee9-45a1-9929-35602cbf40c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.640141] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.640425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.640563] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.661587] env[62633]: INFO nova.scheduler.client.report [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted allocations for instance 69844c2d-2b25-47de-b6ee-00d7738281be [ 1177.677032] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.677032] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.677204] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleting the datastore file [datastore1] 59f9e261-66dc-4547-8f0c-b4b27acdabe4 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.677450] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08753e4a-6fae-4358-8ba9-4e5ed284cf2a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.684507] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1177.684507] env[62633]: value = "task-2696967" [ 1177.684507] env[62633]: _type = "Task" [ 1177.684507] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.691149] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.798576] env[62633]: DEBUG nova.compute.utils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.800264] env[62633]: DEBUG nova.compute.manager [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.800397] env[62633]: DEBUG nova.network.neutron [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.839481] env[62633]: DEBUG nova.policy [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a57082fb774e6b97460b4efa0358d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0dbbe6eb2c146688e40ac14d9ae432e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.085742] env[62633]: DEBUG nova.network.neutron [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Successfully created port: 357dc5da-3f2a-499d-af29-e079304a7c0c {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.169037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d51c55af-125e-4a32-965a-4151f2ebbb25 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "69844c2d-2b25-47de-b6ee-00d7738281be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.584s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.185691] env[62633]: DEBUG nova.compute.manager [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received event network-vif-unplugged-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.186446] env[62633]: DEBUG oslo_concurrency.lockutils [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] Acquiring lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.186706] env[62633]: DEBUG oslo_concurrency.lockutils [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.186887] env[62633]: DEBUG oslo_concurrency.lockutils [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.187197] env[62633]: DEBUG nova.compute.manager [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] No waiting events found dispatching network-vif-unplugged-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.187440] env[62633]: WARNING nova.compute.manager [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received unexpected event network-vif-unplugged-751e33fc-6254-4c98-817c-57d341f659f8 for instance with vm_state shelved and task_state shelving_offloading. [ 1178.187529] env[62633]: DEBUG nova.compute.manager [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received event network-changed-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.187649] env[62633]: DEBUG nova.compute.manager [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Refreshing instance network info cache due to event network-changed-751e33fc-6254-4c98-817c-57d341f659f8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1178.187986] env[62633]: DEBUG oslo_concurrency.lockutils [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] Acquiring lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.187986] env[62633]: DEBUG oslo_concurrency.lockutils [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] Acquired lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.188176] env[62633]: DEBUG nova.network.neutron [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Refreshing network info cache for port 751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.199977] env[62633]: DEBUG oslo_vmware.api [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124773} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.200260] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.200517] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.200714] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.218488] env[62633]: INFO nova.scheduler.client.report [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted allocations for instance 59f9e261-66dc-4547-8f0c-b4b27acdabe4 [ 1178.303943] env[62633]: DEBUG nova.compute.manager [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.723054] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.723353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.723578] env[62633]: DEBUG nova.objects.instance [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'resources' on Instance uuid 59f9e261-66dc-4547-8f0c-b4b27acdabe4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.125028] env[62633]: DEBUG nova.network.neutron [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updated VIF entry in instance network info cache for port 751e33fc-6254-4c98-817c-57d341f659f8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.125347] env[62633]: DEBUG nova.network.neutron [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating instance_info_cache with network_info: [{"id": "751e33fc-6254-4c98-817c-57d341f659f8", "address": "fa:16:3e:7a:4b:3c", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap751e33fc-62", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.228311] env[62633]: DEBUG nova.objects.instance [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'numa_topology' on Instance uuid 59f9e261-66dc-4547-8f0c-b4b27acdabe4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.312647] env[62633]: DEBUG nova.compute.manager [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.341482] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.341709] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.341875] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.342127] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.342291] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.342445] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.342656] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.342817] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.342984] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.343180] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.343353] env[62633]: DEBUG nova.virt.hardware [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.344280] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25667f25-a6df-47b6-b047-a27a03235859 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.352354] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4264f461-87de-4f01-b7ca-808131779129 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.603293] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "de27a25b-b0bf-479a-92b4-72ab785f91da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.603521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.628874] env[62633]: DEBUG oslo_concurrency.lockutils [req-544dfe7e-ead3-43a2-8ce7-c9500eef532c req-9eb2b8ae-669e-4304-a291-852467a84223 service nova] Releasing lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.731303] env[62633]: DEBUG nova.objects.base [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Object Instance<59f9e261-66dc-4547-8f0c-b4b27acdabe4> lazy-loaded attributes: resources,numa_topology {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1179.752351] env[62633]: DEBUG nova.network.neutron [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Successfully updated port: 357dc5da-3f2a-499d-af29-e079304a7c0c {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.829970] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b89c39-72ed-4297-9d07-44f8db59db70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.838344] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850d8d76-ac26-421f-b083-546fcc3f3b74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.869394] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83857ea7-e9f7-4bbf-b5ec-408f3db7b2f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.876090] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c38ff-0425-4c40-acd0-0e566e19ba1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.888845] env[62633]: DEBUG nova.compute.provider_tree [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.106424] env[62633]: DEBUG nova.compute.manager [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.218100] env[62633]: DEBUG nova.compute.manager [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Received event network-vif-plugged-357dc5da-3f2a-499d-af29-e079304a7c0c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.218237] env[62633]: DEBUG oslo_concurrency.lockutils [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] Acquiring lock "7fa8c30e-96f1-4193-90c5-90b845972313-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.218534] env[62633]: DEBUG oslo_concurrency.lockutils [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] Lock "7fa8c30e-96f1-4193-90c5-90b845972313-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.218706] env[62633]: DEBUG oslo_concurrency.lockutils [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] Lock "7fa8c30e-96f1-4193-90c5-90b845972313-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.219028] env[62633]: DEBUG nova.compute.manager [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] No waiting events found dispatching network-vif-plugged-357dc5da-3f2a-499d-af29-e079304a7c0c {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.219159] env[62633]: WARNING nova.compute.manager [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Received unexpected event network-vif-plugged-357dc5da-3f2a-499d-af29-e079304a7c0c for instance with vm_state building and task_state spawning. [ 1180.219311] env[62633]: DEBUG nova.compute.manager [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Received event network-changed-357dc5da-3f2a-499d-af29-e079304a7c0c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.219525] env[62633]: DEBUG nova.compute.manager [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Refreshing instance network info cache due to event network-changed-357dc5da-3f2a-499d-af29-e079304a7c0c. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1180.219679] env[62633]: DEBUG oslo_concurrency.lockutils [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] Acquiring lock "refresh_cache-7fa8c30e-96f1-4193-90c5-90b845972313" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.219849] env[62633]: DEBUG oslo_concurrency.lockutils [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] Acquired lock "refresh_cache-7fa8c30e-96f1-4193-90c5-90b845972313" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.220081] env[62633]: DEBUG nova.network.neutron [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Refreshing network info cache for port 357dc5da-3f2a-499d-af29-e079304a7c0c {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.257798] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "refresh_cache-7fa8c30e-96f1-4193-90c5-90b845972313" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.392466] env[62633]: DEBUG nova.scheduler.client.report [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.626147] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.751497] env[62633]: DEBUG nova.network.neutron [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.827755] env[62633]: DEBUG nova.network.neutron [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.896660] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.899361] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.273s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.900864] env[62633]: INFO nova.compute.claims [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.185110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.330203] env[62633]: DEBUG oslo_concurrency.lockutils [req-7e2f6752-a519-45aa-b09e-6060c3ca25c5 req-4f809118-86ec-4105-9118-d532f3e6e95a service nova] Releasing lock "refresh_cache-7fa8c30e-96f1-4193-90c5-90b845972313" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.330580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "refresh_cache-7fa8c30e-96f1-4193-90c5-90b845972313" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.330744] env[62633]: DEBUG nova.network.neutron [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.410699] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e036969-882d-4ac3-be99-3ea128131943 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.910s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.412028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.227s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.412028] env[62633]: INFO nova.compute.manager [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Unshelving [ 1181.865610] env[62633]: DEBUG nova.network.neutron [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.993432] env[62633]: DEBUG nova.network.neutron [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Updating instance_info_cache with network_info: [{"id": "357dc5da-3f2a-499d-af29-e079304a7c0c", "address": "fa:16:3e:77:bd:7e", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357dc5da-3f", "ovs_interfaceid": "357dc5da-3f2a-499d-af29-e079304a7c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.108935] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e94242-fa4f-486a-aac0-7f5957a0e989 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.117385] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fdea06-b761-498f-9a8c-c483106d8807 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.147456] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bf58bc-33e4-4186-a51a-383f55ffc74b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.155234] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f059f7-7d15-4309-93c4-c898bd1fbe3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.173172] env[62633]: DEBUG nova.compute.provider_tree [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.433205] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.495622] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "refresh_cache-7fa8c30e-96f1-4193-90c5-90b845972313" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.495957] env[62633]: DEBUG nova.compute.manager [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Instance network_info: |[{"id": "357dc5da-3f2a-499d-af29-e079304a7c0c", "address": "fa:16:3e:77:bd:7e", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357dc5da-3f", "ovs_interfaceid": "357dc5da-3f2a-499d-af29-e079304a7c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.496411] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:bd:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '357dc5da-3f2a-499d-af29-e079304a7c0c', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.503948] env[62633]: DEBUG oslo.service.loopingcall [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.504162] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.504391] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5157d08d-0ba5-43c5-958f-6cbae6aab454 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.524246] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.524246] env[62633]: value = "task-2696968" [ 1182.524246] env[62633]: _type = "Task" [ 1182.524246] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.531504] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696968, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.676087] env[62633]: DEBUG nova.scheduler.client.report [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.035675] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696968, 'name': CreateVM_Task, 'duration_secs': 0.426606} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.036071] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.036540] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.036704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.037076] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.037334] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86fdc04-3af2-4a4f-a8ce-7fc53c5c2b09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.041956] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1183.041956] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a77147-81f2-5598-2656-a743b436bfbb" [ 1183.041956] env[62633]: _type = "Task" [ 1183.041956] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.049427] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a77147-81f2-5598-2656-a743b436bfbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.181750] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.182240] env[62633]: DEBUG nova.compute.manager [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.185130] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.752s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.185355] env[62633]: DEBUG nova.objects.instance [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'pci_requests' on Instance uuid 59f9e261-66dc-4547-8f0c-b4b27acdabe4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.553373] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a77147-81f2-5598-2656-a743b436bfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.553673] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.553912] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.554224] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.554396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.554498] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.554761] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-856ebddd-3f18-40b8-80da-161567ddffe8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.563475] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.563653] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.564405] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e51848-41ca-49da-b665-0a0630019563 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.569477] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1183.569477] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5249805c-0805-8f44-7fa5-b8d179168179" [ 1183.569477] env[62633]: _type = "Task" [ 1183.569477] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.577188] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5249805c-0805-8f44-7fa5-b8d179168179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.687985] env[62633]: DEBUG nova.compute.utils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.689486] env[62633]: DEBUG nova.compute.manager [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.689661] env[62633]: DEBUG nova.network.neutron [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.693693] env[62633]: DEBUG nova.objects.instance [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'numa_topology' on Instance uuid 59f9e261-66dc-4547-8f0c-b4b27acdabe4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.733812] env[62633]: DEBUG nova.policy [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f996eb05e24c159a59ac1088e98378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04137b21e1694f77ba9178689ff1b807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.030876] env[62633]: DEBUG nova.network.neutron [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Successfully created port: de13768d-d823-4561-b459-1a73c269c055 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.081189] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5249805c-0805-8f44-7fa5-b8d179168179, 'name': SearchDatastore_Task, 'duration_secs': 0.008806} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.081946] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05794978-2508-47e8-aa55-79bd6e5aeb7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.087639] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1184.087639] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]524cb467-b12e-15da-d7b9-c6708331492e" [ 1184.087639] env[62633]: _type = "Task" [ 1184.087639] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.095858] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524cb467-b12e-15da-d7b9-c6708331492e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.193500] env[62633]: DEBUG nova.compute.manager [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.197105] env[62633]: INFO nova.compute.claims [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.598488] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]524cb467-b12e-15da-d7b9-c6708331492e, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.598775] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.599054] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 7fa8c30e-96f1-4193-90c5-90b845972313/7fa8c30e-96f1-4193-90c5-90b845972313.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.599331] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fd8fbe7-16d6-4762-b88e-189746b7b742 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.606869] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1184.606869] env[62633]: value = "task-2696969" [ 1184.606869] env[62633]: _type = "Task" [ 1184.606869] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.615703] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.117897] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481263} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.118292] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 7fa8c30e-96f1-4193-90c5-90b845972313/7fa8c30e-96f1-4193-90c5-90b845972313.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.118428] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.118686] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c382c474-2125-456b-bb1e-2ff65d64e9d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.124987] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1185.124987] env[62633]: value = "task-2696970" [ 1185.124987] env[62633]: _type = "Task" [ 1185.124987] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.132135] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.203343] env[62633]: DEBUG nova.compute.manager [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.229819] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.230110] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.230295] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.230486] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.230634] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.230782] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.230987] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.231237] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.231437] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.231608] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.231782] env[62633]: DEBUG nova.virt.hardware [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.232684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7648512-95f9-4255-b9f7-e5efd841da2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.241497] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb137b3-8dad-44f9-ae3e-c33ce74ab472 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.310483] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da24c7-247a-44b2-b597-00cb812512ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.317721] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3bcb87-2761-4267-ad9c-63d699060b31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.346740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6c49f8-e563-4f7e-a6e7-94639db8c723 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.353677] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd32a5a-62f2-4a55-ad92-c05d19d007cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.366149] env[62633]: DEBUG nova.compute.provider_tree [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.408143] env[62633]: DEBUG nova.compute.manager [req-a8bcfc5b-0416-4146-a71d-b20ad44416b5 req-b88b4180-1789-4d79-9a0b-c44d57d3298f service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Received event network-vif-plugged-de13768d-d823-4561-b459-1a73c269c055 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.408433] env[62633]: DEBUG oslo_concurrency.lockutils [req-a8bcfc5b-0416-4146-a71d-b20ad44416b5 req-b88b4180-1789-4d79-9a0b-c44d57d3298f service nova] Acquiring lock "de27a25b-b0bf-479a-92b4-72ab785f91da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.408565] env[62633]: DEBUG oslo_concurrency.lockutils [req-a8bcfc5b-0416-4146-a71d-b20ad44416b5 req-b88b4180-1789-4d79-9a0b-c44d57d3298f service nova] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.408705] env[62633]: DEBUG oslo_concurrency.lockutils [req-a8bcfc5b-0416-4146-a71d-b20ad44416b5 req-b88b4180-1789-4d79-9a0b-c44d57d3298f service nova] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.408893] env[62633]: DEBUG nova.compute.manager [req-a8bcfc5b-0416-4146-a71d-b20ad44416b5 req-b88b4180-1789-4d79-9a0b-c44d57d3298f service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] No waiting events found dispatching network-vif-plugged-de13768d-d823-4561-b459-1a73c269c055 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.409060] env[62633]: WARNING nova.compute.manager [req-a8bcfc5b-0416-4146-a71d-b20ad44416b5 req-b88b4180-1789-4d79-9a0b-c44d57d3298f service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Received unexpected event network-vif-plugged-de13768d-d823-4561-b459-1a73c269c055 for instance with vm_state building and task_state spawning. [ 1185.492769] env[62633]: DEBUG nova.network.neutron [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Successfully updated port: de13768d-d823-4561-b459-1a73c269c055 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.635118] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072372} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.635395] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.636145] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b767a61-4ba2-4b29-afac-80b516c51538 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.657560] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 7fa8c30e-96f1-4193-90c5-90b845972313/7fa8c30e-96f1-4193-90c5-90b845972313.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.657849] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b062cf19-6440-467e-a0a8-85e1b7a2c048 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.678757] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1185.678757] env[62633]: value = "task-2696971" [ 1185.678757] env[62633]: _type = "Task" [ 1185.678757] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.686638] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.869571] env[62633]: DEBUG nova.scheduler.client.report [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.995644] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.995836] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.995971] env[62633]: DEBUG nova.network.neutron [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.189270] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696971, 'name': ReconfigVM_Task, 'duration_secs': 0.297129} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.189598] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 7fa8c30e-96f1-4193-90c5-90b845972313/7fa8c30e-96f1-4193-90c5-90b845972313.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.190259] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1817c3dc-4292-4dde-bc69-3769e31a8054 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.196350] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1186.196350] env[62633]: value = "task-2696972" [ 1186.196350] env[62633]: _type = "Task" [ 1186.196350] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.205757] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696972, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.374898] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.190s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.406428] env[62633]: INFO nova.network.neutron [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating port 751e33fc-6254-4c98-817c-57d341f659f8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1186.538705] env[62633]: DEBUG nova.network.neutron [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.706286] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696972, 'name': Rename_Task, 'duration_secs': 0.400854} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.706620] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.706872] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2190b04e-f7ac-4c26-83f3-35225582abd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.713213] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1186.713213] env[62633]: value = "task-2696973" [ 1186.713213] env[62633]: _type = "Task" [ 1186.713213] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.720433] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.740270] env[62633]: DEBUG nova.network.neutron [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance_info_cache with network_info: [{"id": "de13768d-d823-4561-b459-1a73c269c055", "address": "fa:16:3e:fa:3e:de", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde13768d-d8", "ovs_interfaceid": "de13768d-d823-4561-b459-1a73c269c055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.222995] env[62633]: DEBUG oslo_vmware.api [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696973, 'name': PowerOnVM_Task, 'duration_secs': 0.448826} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.223385] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.223497] env[62633]: INFO nova.compute.manager [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1187.223680] env[62633]: DEBUG nova.compute.manager [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.224456] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d36c8a6-0f7f-4574-8656-295e6ba3b539 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.243015] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.243270] env[62633]: DEBUG nova.compute.manager [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Instance network_info: |[{"id": "de13768d-d823-4561-b459-1a73c269c055", "address": "fa:16:3e:fa:3e:de", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde13768d-d8", "ovs_interfaceid": "de13768d-d823-4561-b459-1a73c269c055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.243619] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:3e:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de13768d-d823-4561-b459-1a73c269c055', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.250884] env[62633]: DEBUG oslo.service.loopingcall [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.251103] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.251305] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd0bfc5c-8010-4263-90f4-476d86f36ae1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.269848] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.269848] env[62633]: value = "task-2696974" [ 1187.269848] env[62633]: _type = "Task" [ 1187.269848] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.277576] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696974, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.434447] env[62633]: DEBUG nova.compute.manager [req-bea04615-62f7-41e3-9198-e50649d9c5ed req-9bf4742a-44d6-4529-a790-f363cab9cdf9 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Received event network-changed-de13768d-d823-4561-b459-1a73c269c055 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.434659] env[62633]: DEBUG nova.compute.manager [req-bea04615-62f7-41e3-9198-e50649d9c5ed req-9bf4742a-44d6-4529-a790-f363cab9cdf9 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Refreshing instance network info cache due to event network-changed-de13768d-d823-4561-b459-1a73c269c055. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.434879] env[62633]: DEBUG oslo_concurrency.lockutils [req-bea04615-62f7-41e3-9198-e50649d9c5ed req-9bf4742a-44d6-4529-a790-f363cab9cdf9 service nova] Acquiring lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.435040] env[62633]: DEBUG oslo_concurrency.lockutils [req-bea04615-62f7-41e3-9198-e50649d9c5ed req-9bf4742a-44d6-4529-a790-f363cab9cdf9 service nova] Acquired lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.435214] env[62633]: DEBUG nova.network.neutron [req-bea04615-62f7-41e3-9198-e50649d9c5ed req-9bf4742a-44d6-4529-a790-f363cab9cdf9 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Refreshing network info cache for port de13768d-d823-4561-b459-1a73c269c055 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.742710] env[62633]: INFO nova.compute.manager [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Took 12.67 seconds to build instance. [ 1187.780772] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696974, 'name': CreateVM_Task, 'duration_secs': 0.303378} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.781020] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.781835] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.782161] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.782485] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.782864] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d8181c-1f38-497c-a779-3b9c7fee2ed9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.788447] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1187.788447] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c568cb-b4fb-4282-3a4b-e2eff346d9e5" [ 1187.788447] env[62633]: _type = "Task" [ 1187.788447] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.796498] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c568cb-b4fb-4282-3a4b-e2eff346d9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.000464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.000658] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.000848] env[62633]: DEBUG nova.network.neutron [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.145613] env[62633]: DEBUG nova.network.neutron [req-bea04615-62f7-41e3-9198-e50649d9c5ed req-9bf4742a-44d6-4529-a790-f363cab9cdf9 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updated VIF entry in instance network info cache for port de13768d-d823-4561-b459-1a73c269c055. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.145958] env[62633]: DEBUG nova.network.neutron [req-bea04615-62f7-41e3-9198-e50649d9c5ed req-9bf4742a-44d6-4529-a790-f363cab9cdf9 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance_info_cache with network_info: [{"id": "de13768d-d823-4561-b459-1a73c269c055", "address": "fa:16:3e:fa:3e:de", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde13768d-d8", "ovs_interfaceid": "de13768d-d823-4561-b459-1a73c269c055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.244853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fa8c30e-96f1-4193-90c5-90b845972313" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.180s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.298918] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c568cb-b4fb-4282-3a4b-e2eff346d9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.299267] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.299515] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.299742] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.299891] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.300108] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.300368] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e65d699-a895-4a11-ad12-f243d10a8e44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.308424] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.308601] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.309310] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42839c35-6d2b-4eca-827d-ef5943eddf8c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.314250] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1188.314250] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521f8942-67aa-621e-e4df-f593b1e1c278" [ 1188.314250] env[62633]: _type = "Task" [ 1188.314250] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.322465] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521f8942-67aa-621e-e4df-f593b1e1c278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.626252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "7fa8c30e-96f1-4193-90c5-90b845972313" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.626623] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fa8c30e-96f1-4193-90c5-90b845972313" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.626958] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "7fa8c30e-96f1-4193-90c5-90b845972313-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.627288] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fa8c30e-96f1-4193-90c5-90b845972313-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.627568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fa8c30e-96f1-4193-90c5-90b845972313-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.629838] env[62633]: INFO nova.compute.manager [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Terminating instance [ 1188.647985] env[62633]: DEBUG oslo_concurrency.lockutils [req-bea04615-62f7-41e3-9198-e50649d9c5ed req-9bf4742a-44d6-4529-a790-f363cab9cdf9 service nova] Releasing lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.743688] env[62633]: DEBUG nova.network.neutron [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating instance_info_cache with network_info: [{"id": "751e33fc-6254-4c98-817c-57d341f659f8", "address": "fa:16:3e:7a:4b:3c", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751e33fc-62", "ovs_interfaceid": "751e33fc-6254-4c98-817c-57d341f659f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.824545] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521f8942-67aa-621e-e4df-f593b1e1c278, 'name': SearchDatastore_Task, 'duration_secs': 0.008347} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.825264] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b23e509-989f-48bc-8d3b-b063828bc864 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.829852] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1188.829852] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5207b301-4725-e247-e24a-db1317bbb703" [ 1188.829852] env[62633]: _type = "Task" [ 1188.829852] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.836765] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5207b301-4725-e247-e24a-db1317bbb703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.962028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.962313] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.962529] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.962712] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.962880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.964998] env[62633]: INFO nova.compute.manager [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Terminating instance [ 1189.133241] env[62633]: DEBUG nova.compute.manager [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.133465] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.134358] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48108a7-6d8f-4af7-beb5-10f336719765 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.143464] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.143866] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02318e7a-f735-49eb-9daf-a1a949b10bac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.151672] env[62633]: DEBUG oslo_vmware.api [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1189.151672] env[62633]: value = "task-2696975" [ 1189.151672] env[62633]: _type = "Task" [ 1189.151672] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.161866] env[62633]: DEBUG oslo_vmware.api [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.247086] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.280174] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='47eb0cdf63cf2d9d6b51690de3947016',container_format='bare',created_at=2025-02-19T16:24:44Z,direct_url=,disk_format='vmdk',id=e3d1f462-5d1e-4241-b8cb-9489e8cf4c54,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1552290316-shelved',owner='ccdfdb0a9dd841c7b0f8c87bc4e7d1c8',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-19T16:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.280461] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.280627] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.280924] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.281072] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.281282] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.281527] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.281747] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.281930] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.282207] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.282502] env[62633]: DEBUG nova.virt.hardware [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.283676] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66238d-5114-4e08-87f0-27240c8de093 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.295159] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2181c5b-54ab-4914-a62c-d06724ed7d7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.310486] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:4b:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '751e33fc-6254-4c98-817c-57d341f659f8', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.318496] env[62633]: DEBUG oslo.service.loopingcall [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1189.318808] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.319047] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20fec638-9558-4522-b1b6-fd3484aea78b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.342871] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5207b301-4725-e247-e24a-db1317bbb703, 'name': SearchDatastore_Task, 'duration_secs': 0.008753} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.344202] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.344535] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] de27a25b-b0bf-479a-92b4-72ab785f91da/de27a25b-b0bf-479a-92b4-72ab785f91da.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.344707] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.344707] env[62633]: value = "task-2696976" [ 1189.344707] env[62633]: _type = "Task" [ 1189.344707] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.344926] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-627ded66-1fbf-4f4f-adea-af61c34e75ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.357171] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696976, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.358903] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1189.358903] env[62633]: value = "task-2696977" [ 1189.358903] env[62633]: _type = "Task" [ 1189.358903] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.369695] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.465376] env[62633]: DEBUG nova.compute.manager [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received event network-vif-plugged-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.465594] env[62633]: DEBUG oslo_concurrency.lockutils [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] Acquiring lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.465850] env[62633]: DEBUG oslo_concurrency.lockutils [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.466011] env[62633]: DEBUG oslo_concurrency.lockutils [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.466209] env[62633]: DEBUG nova.compute.manager [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] No waiting events found dispatching network-vif-plugged-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.466395] env[62633]: WARNING nova.compute.manager [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received unexpected event network-vif-plugged-751e33fc-6254-4c98-817c-57d341f659f8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1189.466573] env[62633]: DEBUG nova.compute.manager [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received event network-changed-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.466755] env[62633]: DEBUG nova.compute.manager [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Refreshing instance network info cache due to event network-changed-751e33fc-6254-4c98-817c-57d341f659f8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1189.466956] env[62633]: DEBUG oslo_concurrency.lockutils [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] Acquiring lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.467120] env[62633]: DEBUG oslo_concurrency.lockutils [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] Acquired lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.467313] env[62633]: DEBUG nova.network.neutron [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Refreshing network info cache for port 751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.469433] env[62633]: DEBUG nova.compute.manager [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.469664] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.470113] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90b3784f-bb60-4212-9cdb-bc64b8f70068 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.477978] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1189.477978] env[62633]: value = "task-2696978" [ 1189.477978] env[62633]: _type = "Task" [ 1189.477978] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.488400] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.664069] env[62633]: DEBUG oslo_vmware.api [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696975, 'name': PowerOffVM_Task, 'duration_secs': 0.19013} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.664309] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.664484] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.664772] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f729f71-b264-4923-bb25-afea6f0d87f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.856019] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2696976, 'name': CreateVM_Task, 'duration_secs': 0.411005} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.856170] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.856800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.856966] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.857362] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.857620] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088a79c4-297c-419d-a498-f75c46c65f96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.864724] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1189.864724] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5273f2aa-7791-e09b-8c04-0cef20b3b333" [ 1189.864724] env[62633]: _type = "Task" [ 1189.864724] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.867915] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4819} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.870668] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] de27a25b-b0bf-479a-92b4-72ab785f91da/de27a25b-b0bf-479a-92b4-72ab785f91da.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.870895] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.871158] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c3219c-be40-4cc4-baa3-700278a48369 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.877257] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5273f2aa-7791-e09b-8c04-0cef20b3b333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.878426] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1189.878426] env[62633]: value = "task-2696980" [ 1189.878426] env[62633]: _type = "Task" [ 1189.878426] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.885732] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.987312] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696978, 'name': PowerOffVM_Task, 'duration_secs': 0.22564} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.987710] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.987810] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.987961] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543474', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'name': 'volume-682775a8-027c-45cd-818e-013c020024bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3', 'attached_at': '2025-02-19T16:24:38.000000', 'detached_at': '', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'serial': '682775a8-027c-45cd-818e-013c020024bd'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.988758] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5429d642-4954-4242-b44f-931a0dd73ef8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.009198] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f85234-da31-4dc9-a1d2-79fa4083d9a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.015980] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dbe75d-bf91-459d-9561-9972c76694ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.033158] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5529abf-188b-4e18-97c2-5e65bf5f48f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.048698] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] The volume has not been displaced from its original location: [datastore1] volume-682775a8-027c-45cd-818e-013c020024bd/volume-682775a8-027c-45cd-818e-013c020024bd.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.053908] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.056209] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa42dc8b-baaa-4586-a7c4-991294763ffa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.073659] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1190.073659] env[62633]: value = "task-2696981" [ 1190.073659] env[62633]: _type = "Task" [ 1190.073659] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.081290] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.208905] env[62633]: DEBUG nova.network.neutron [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updated VIF entry in instance network info cache for port 751e33fc-6254-4c98-817c-57d341f659f8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.209470] env[62633]: DEBUG nova.network.neutron [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating instance_info_cache with network_info: [{"id": "751e33fc-6254-4c98-817c-57d341f659f8", "address": "fa:16:3e:7a:4b:3c", "network": {"id": "5143466d-3f68-4b2f-b1f7-d2e976c69542", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266895697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccdfdb0a9dd841c7b0f8c87bc4e7d1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751e33fc-62", "ovs_interfaceid": "751e33fc-6254-4c98-817c-57d341f659f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.378388] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.378717] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Processing image e3d1f462-5d1e-4241-b8cb-9489e8cf4c54 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.378822] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.378973] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.379172] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.379458] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6929f278-3ffc-4fc1-8302-7ed55cc85e90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.388961] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080807} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.389219] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.389935] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c67723-789b-492f-88fa-d29557c838c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.393220] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.393397] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.402844] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534cbfab-7b38-478a-a285-e28ea12491eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.413397] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] de27a25b-b0bf-479a-92b4-72ab785f91da/de27a25b-b0bf-479a-92b4-72ab785f91da.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.413636] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d878a071-47d0-4c2f-bd88-68c0d0e398c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.430583] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1190.430583] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52607506-3c83-d494-f06f-d5542c52f30a" [ 1190.430583] env[62633]: _type = "Task" [ 1190.430583] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.434611] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1190.434611] env[62633]: value = "task-2696982" [ 1190.434611] env[62633]: _type = "Task" [ 1190.434611] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.449725] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1190.449957] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Fetch image to [datastore2] OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc/OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1190.450186] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Downloading stream optimized image e3d1f462-5d1e-4241-b8cb-9489e8cf4c54 to [datastore2] OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc/OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc.vmdk on the data store datastore2 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1190.450385] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Downloading image file data e3d1f462-5d1e-4241-b8cb-9489e8cf4c54 to the ESX as VM named 'OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1190.452127] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.519888] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1190.519888] env[62633]: value = "resgroup-9" [ 1190.519888] env[62633]: _type = "ResourcePool" [ 1190.519888] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1190.520240] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f36de866-115f-4278-b7f5-fbe33ea5acbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.541543] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lease: (returnval){ [ 1190.541543] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c1be23-2197-bc85-1f29-3fb54555ba38" [ 1190.541543] env[62633]: _type = "HttpNfcLease" [ 1190.541543] env[62633]: } obtained for vApp import into resource pool (val){ [ 1190.541543] env[62633]: value = "resgroup-9" [ 1190.541543] env[62633]: _type = "ResourcePool" [ 1190.541543] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1190.541904] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the lease: (returnval){ [ 1190.541904] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c1be23-2197-bc85-1f29-3fb54555ba38" [ 1190.541904] env[62633]: _type = "HttpNfcLease" [ 1190.541904] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1190.548097] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.548097] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c1be23-2197-bc85-1f29-3fb54555ba38" [ 1190.548097] env[62633]: _type = "HttpNfcLease" [ 1190.548097] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.586479] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696981, 'name': ReconfigVM_Task, 'duration_secs': 0.188848} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.586957] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.594914] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a054502e-816c-48eb-b500-be34c0772cbe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.617382] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1190.617382] env[62633]: value = "task-2696984" [ 1190.617382] env[62633]: _type = "Task" [ 1190.617382] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.626964] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.689474] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.689606] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.689758] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleting the datastore file [datastore1] 7fa8c30e-96f1-4193-90c5-90b845972313 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.690071] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207142c1-6fa4-429b-bd8b-faef34930ab2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.697055] env[62633]: DEBUG oslo_vmware.api [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1190.697055] env[62633]: value = "task-2696985" [ 1190.697055] env[62633]: _type = "Task" [ 1190.697055] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.705989] env[62633]: DEBUG oslo_vmware.api [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.712753] env[62633]: DEBUG oslo_concurrency.lockutils [req-437d18df-d40a-4cf8-8868-4dc1bc0d11d1 req-e1055756-d00b-47e6-bbb7-bb3d7baf8a2a service nova] Releasing lock "refresh_cache-59f9e261-66dc-4547-8f0c-b4b27acdabe4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.945273] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696982, 'name': ReconfigVM_Task, 'duration_secs': 0.499133} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.945564] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfigured VM instance instance-00000076 to attach disk [datastore2] de27a25b-b0bf-479a-92b4-72ab785f91da/de27a25b-b0bf-479a-92b4-72ab785f91da.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.946264] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20774aa1-6efa-4806-8d81-c310a9e1aca2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.953021] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1190.953021] env[62633]: value = "task-2696986" [ 1190.953021] env[62633]: _type = "Task" [ 1190.953021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.963316] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696986, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.049577] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.049577] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c1be23-2197-bc85-1f29-3fb54555ba38" [ 1191.049577] env[62633]: _type = "HttpNfcLease" [ 1191.049577] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1191.128755] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696984, 'name': ReconfigVM_Task, 'duration_secs': 0.214323} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.129084] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543474', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'name': 'volume-682775a8-027c-45cd-818e-013c020024bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f71b923d-aa96-4544-bfe5-67cfa3e7d6b3', 'attached_at': '2025-02-19T16:24:38.000000', 'detached_at': '', 'volume_id': '682775a8-027c-45cd-818e-013c020024bd', 'serial': '682775a8-027c-45cd-818e-013c020024bd'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.129426] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.130327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6770cff-c003-4f23-9ff3-262134df914e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.137503] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.137799] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55a71620-3296-4cba-9e58-10c37f2f6f9f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.207786] env[62633]: DEBUG oslo_vmware.api [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.209165] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.209257] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.209390] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.209569] env[62633]: INFO nova.compute.manager [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Took 2.08 seconds to destroy the instance on the hypervisor. [ 1191.209808] env[62633]: DEBUG oslo.service.loopingcall [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.210251] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.210251] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.210542] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleting the datastore file [datastore1] f71b923d-aa96-4544-bfe5-67cfa3e7d6b3 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.210650] env[62633]: DEBUG nova.compute.manager [-] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.210743] env[62633]: DEBUG nova.network.neutron [-] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.212472] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee1e7bae-7f19-4d34-b6b4-3eebe5fccb4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.219521] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1191.219521] env[62633]: value = "task-2696988" [ 1191.219521] env[62633]: _type = "Task" [ 1191.219521] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.463930] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696986, 'name': Rename_Task, 'duration_secs': 0.225836} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.464353] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.464467] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4e1091e-2af4-4658-be8e-779db58cabb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.471344] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1191.471344] env[62633]: value = "task-2696989" [ 1191.471344] env[62633]: _type = "Task" [ 1191.471344] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.478989] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.489685] env[62633]: DEBUG nova.compute.manager [req-2523ded4-b751-4da0-b305-345805dc7520 req-f78fe6a2-e7d9-4445-9341-c0d9e9bfd692 service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Received event network-vif-deleted-357dc5da-3f2a-499d-af29-e079304a7c0c {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1191.489891] env[62633]: INFO nova.compute.manager [req-2523ded4-b751-4da0-b305-345805dc7520 req-f78fe6a2-e7d9-4445-9341-c0d9e9bfd692 service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Neutron deleted interface 357dc5da-3f2a-499d-af29-e079304a7c0c; detaching it from the instance and deleting it from the info cache [ 1191.490116] env[62633]: DEBUG nova.network.neutron [req-2523ded4-b751-4da0-b305-345805dc7520 req-f78fe6a2-e7d9-4445-9341-c0d9e9bfd692 service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.549764] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.549764] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c1be23-2197-bc85-1f29-3fb54555ba38" [ 1191.549764] env[62633]: _type = "HttpNfcLease" [ 1191.549764] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1191.550110] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1191.550110] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c1be23-2197-bc85-1f29-3fb54555ba38" [ 1191.550110] env[62633]: _type = "HttpNfcLease" [ 1191.550110] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1191.550810] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ffb229-6472-4f46-bc38-a56e97e8f4a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.557803] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d55459-eb55-c08f-9c12-2f808fb6f40c/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1191.557981] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d55459-eb55-c08f-9c12-2f808fb6f40c/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1191.623151] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24a8f8b5-822f-4d70-967c-292c60d529f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.730999] env[62633]: DEBUG oslo_vmware.api [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171667} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.731375] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.731571] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.731760] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.732301] env[62633]: INFO nova.compute.manager [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1191.732301] env[62633]: DEBUG oslo.service.loopingcall [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.732457] env[62633]: DEBUG nova.compute.manager [-] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.732457] env[62633]: DEBUG nova.network.neutron [-] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.937720] env[62633]: DEBUG nova.network.neutron [-] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.982261] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696989, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.993360] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53224e62-4296-4aba-9d22-aa01b4c7029b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.004082] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d453d-9e2a-46fb-a43b-f4d59e8da026 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.043524] env[62633]: DEBUG nova.compute.manager [req-2523ded4-b751-4da0-b305-345805dc7520 req-f78fe6a2-e7d9-4445-9341-c0d9e9bfd692 service nova] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Detach interface failed, port_id=357dc5da-3f2a-499d-af29-e079304a7c0c, reason: Instance 7fa8c30e-96f1-4193-90c5-90b845972313 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1192.441880] env[62633]: INFO nova.compute.manager [-] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Took 1.23 seconds to deallocate network for instance. [ 1192.486284] env[62633]: DEBUG oslo_vmware.api [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2696989, 'name': PowerOnVM_Task, 'duration_secs': 0.542581} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.489404] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.489639] env[62633]: INFO nova.compute.manager [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1192.489875] env[62633]: DEBUG nova.compute.manager [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.490793] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c07719-036f-4c19-bd3d-c5ac4335785c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.676720] env[62633]: DEBUG nova.network.neutron [-] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.823473] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1192.823738] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d55459-eb55-c08f-9c12-2f808fb6f40c/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1192.825086] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f624c12a-ce50-497d-aefd-c6387ae24487 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.832851] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d55459-eb55-c08f-9c12-2f808fb6f40c/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1192.832851] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d55459-eb55-c08f-9c12-2f808fb6f40c/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1192.832991] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1f9187e8-126d-49c9-bd5b-388838f7d3ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.950264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.950557] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.950850] env[62633]: DEBUG nova.objects.instance [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lazy-loading 'resources' on Instance uuid 7fa8c30e-96f1-4193-90c5-90b845972313 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.014094] env[62633]: INFO nova.compute.manager [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Took 12.40 seconds to build instance. [ 1193.068595] env[62633]: DEBUG oslo_vmware.rw_handles [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d55459-eb55-c08f-9c12-2f808fb6f40c/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1193.068732] env[62633]: INFO nova.virt.vmwareapi.images [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Downloaded image file data e3d1f462-5d1e-4241-b8cb-9489e8cf4c54 [ 1193.069615] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dc681a-67e4-42e5-aa8a-65f643b7e8b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.085894] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f1ad03b-f971-4cf7-ab4b-4d021d36f5a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.116830] env[62633]: INFO nova.virt.vmwareapi.images [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] The imported VM was unregistered [ 1193.119204] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1193.119432] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.119684] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03e4df82-e425-48a0-b4de-de24b5804f5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.154749] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Created directory with path [datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.154930] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc/OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc.vmdk to [datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1193.155191] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d0034ccd-8965-43a2-b845-823f550c5175 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.162600] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1193.162600] env[62633]: value = "task-2696991" [ 1193.162600] env[62633]: _type = "Task" [ 1193.162600] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.170958] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696991, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.180855] env[62633]: INFO nova.compute.manager [-] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Took 1.45 seconds to deallocate network for instance. [ 1193.517370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2dfa5599-2466-48db-9e29-e21a50075cc9 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.914s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.518525] env[62633]: DEBUG nova.compute.manager [req-c3f37e3e-7d80-4a26-add0-649164662840 req-e3142f78-6172-4da4-a2c5-07581471aebd service nova] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Received event network-vif-deleted-5770d1af-80cc-44b1-8c64-8e0c7b8319cd {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.560334] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ec972-122a-4fd7-960a-83db5de307df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.569584] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc7a986-8b43-4bc7-8970-fd3c56145f20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.600453] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec793d1-4ecc-4d12-ad25-3c2b10c82448 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.608104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97b42ea-4781-40e3-9614-0a1092e1411e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.629039] env[62633]: DEBUG nova.compute.provider_tree [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.676467] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696991, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.735876] env[62633]: INFO nova.compute.manager [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Took 0.55 seconds to detach 1 volumes for instance. [ 1193.738354] env[62633]: DEBUG nova.compute.manager [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Deleting volume: 682775a8-027c-45cd-818e-013c020024bd {{(pid=62633) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1194.136771] env[62633]: DEBUG nova.scheduler.client.report [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.174340] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696991, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.286304] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.642593] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.645081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.359s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.645520] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.672073] env[62633]: INFO nova.scheduler.client.report [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted allocations for instance f71b923d-aa96-4544-bfe5-67cfa3e7d6b3 [ 1194.673875] env[62633]: INFO nova.scheduler.client.report [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted allocations for instance 7fa8c30e-96f1-4193-90c5-90b845972313 [ 1194.684725] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696991, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.177493] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696991, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.192035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c62a03d-5859-4edb-9a35-776e02e5ceed tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "7fa8c30e-96f1-4193-90c5-90b845972313" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.565s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.193978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb44988a-2b43-447e-96f5-e67d21257415 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "f71b923d-aa96-4544-bfe5-67cfa3e7d6b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.231s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.554565] env[62633]: DEBUG nova.compute.manager [req-bf646d98-76d2-4cff-b0d5-f42e7529b64a req-a36215ca-4967-4d0e-be67-cb77297fe004 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Received event network-changed-de13768d-d823-4561-b459-1a73c269c055 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1195.554713] env[62633]: DEBUG nova.compute.manager [req-bf646d98-76d2-4cff-b0d5-f42e7529b64a req-a36215ca-4967-4d0e-be67-cb77297fe004 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Refreshing instance network info cache due to event network-changed-de13768d-d823-4561-b459-1a73c269c055. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1195.554934] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf646d98-76d2-4cff-b0d5-f42e7529b64a req-a36215ca-4967-4d0e-be67-cb77297fe004 service nova] Acquiring lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.555094] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf646d98-76d2-4cff-b0d5-f42e7529b64a req-a36215ca-4967-4d0e-be67-cb77297fe004 service nova] Acquired lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.555256] env[62633]: DEBUG nova.network.neutron [req-bf646d98-76d2-4cff-b0d5-f42e7529b64a req-a36215ca-4967-4d0e-be67-cb77297fe004 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Refreshing network info cache for port de13768d-d823-4561-b459-1a73c269c055 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.643211] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "26099a4e-758d-4b50-b99c-967cc8ae2413" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.644148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.644148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "26099a4e-758d-4b50-b99c-967cc8ae2413-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.644148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.644305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.646549] env[62633]: INFO nova.compute.manager [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Terminating instance [ 1195.678518] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696991, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.150497] env[62633]: DEBUG nova.compute.manager [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.150497] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.151396] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1bc3fd-3430-42d2-b2c4-0c0df9a386be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.158942] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.159178] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-917e0544-9dc9-4a54-a2a2-060b0331578d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.165330] env[62633]: DEBUG oslo_vmware.api [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1196.165330] env[62633]: value = "task-2696993" [ 1196.165330] env[62633]: _type = "Task" [ 1196.165330] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.177510] env[62633]: DEBUG oslo_vmware.api [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.180932] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696991, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.644277} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.181306] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc/OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc.vmdk to [datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54.vmdk. [ 1196.181615] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Cleaning up location [datastore2] OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1196.181892] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8f0bd4e0-0eb1-43e5-80fb-3cb5910112fc {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.182241] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c41820-ef68-4ac2-85ff-3e6b5271594d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.188748] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1196.188748] env[62633]: value = "task-2696994" [ 1196.188748] env[62633]: _type = "Task" [ 1196.188748] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.196871] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.271487] env[62633]: DEBUG nova.network.neutron [req-bf646d98-76d2-4cff-b0d5-f42e7529b64a req-a36215ca-4967-4d0e-be67-cb77297fe004 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updated VIF entry in instance network info cache for port de13768d-d823-4561-b459-1a73c269c055. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.271958] env[62633]: DEBUG nova.network.neutron [req-bf646d98-76d2-4cff-b0d5-f42e7529b64a req-a36215ca-4967-4d0e-be67-cb77297fe004 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance_info_cache with network_info: [{"id": "de13768d-d823-4561-b459-1a73c269c055", "address": "fa:16:3e:fa:3e:de", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde13768d-d8", "ovs_interfaceid": "de13768d-d823-4561-b459-1a73c269c055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.295706] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "aa5e85b3-28ee-41d1-b4ba-499d42203826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.295989] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "aa5e85b3-28ee-41d1-b4ba-499d42203826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.296221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "aa5e85b3-28ee-41d1-b4ba-499d42203826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.296408] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "aa5e85b3-28ee-41d1-b4ba-499d42203826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.296586] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "aa5e85b3-28ee-41d1-b4ba-499d42203826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.299563] env[62633]: INFO nova.compute.manager [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Terminating instance [ 1196.675467] env[62633]: DEBUG oslo_vmware.api [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696993, 'name': PowerOffVM_Task, 'duration_secs': 0.198598} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.677295] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.677295] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.677295] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58853de1-a937-4a60-b734-0b4c87667f48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.697205] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116742} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.697431] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.697587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.697823] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54.vmdk to [datastore2] 59f9e261-66dc-4547-8f0c-b4b27acdabe4/59f9e261-66dc-4547-8f0c-b4b27acdabe4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.698176] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c9686a-2d61-4fb8-8343-7a4d26551712 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.703466] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1196.703466] env[62633]: value = "task-2696996" [ 1196.703466] env[62633]: _type = "Task" [ 1196.703466] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.710922] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.741144] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.741409] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.741603] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleting the datastore file [datastore1] 26099a4e-758d-4b50-b99c-967cc8ae2413 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.741877] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-038077b2-c8ca-4b73-b880-59d28cf4c74f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.747487] env[62633]: DEBUG oslo_vmware.api [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1196.747487] env[62633]: value = "task-2696997" [ 1196.747487] env[62633]: _type = "Task" [ 1196.747487] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.754948] env[62633]: DEBUG oslo_vmware.api [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.774605] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf646d98-76d2-4cff-b0d5-f42e7529b64a req-a36215ca-4967-4d0e-be67-cb77297fe004 service nova] Releasing lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.803735] env[62633]: DEBUG nova.compute.manager [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.804095] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.805074] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6069e16-a0b0-4ff5-b492-c23bcba39d86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.812296] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.812296] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb0893b-7ccf-459a-913b-5c91aee6adc3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.818063] env[62633]: DEBUG oslo_vmware.api [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1196.818063] env[62633]: value = "task-2696998" [ 1196.818063] env[62633]: _type = "Task" [ 1196.818063] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.825865] env[62633]: DEBUG oslo_vmware.api [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.215069] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696996, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.257204] env[62633]: DEBUG oslo_vmware.api [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2696997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25208} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.257483] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.257762] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.257955] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.258237] env[62633]: INFO nova.compute.manager [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1197.258511] env[62633]: DEBUG oslo.service.loopingcall [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.258719] env[62633]: DEBUG nova.compute.manager [-] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.258813] env[62633]: DEBUG nova.network.neutron [-] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.329011] env[62633]: DEBUG oslo_vmware.api [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2696998, 'name': PowerOffVM_Task, 'duration_secs': 0.198118} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.330064] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.330064] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.330064] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b326921e-2ce9-4da9-a70d-c4cf0e3e9325 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.527035] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.527328] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.527571] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleting the datastore file [datastore2] aa5e85b3-28ee-41d1-b4ba-499d42203826 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.528513] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad218f70-1209-46de-bdbf-6d0aaf607926 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.535362] env[62633]: DEBUG oslo_vmware.api [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1197.535362] env[62633]: value = "task-2697000" [ 1197.535362] env[62633]: _type = "Task" [ 1197.535362] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.544177] env[62633]: DEBUG oslo_vmware.api [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.582149] env[62633]: DEBUG nova.compute.manager [req-bdee9baf-a243-424e-84c3-bad2b9804b7d req-74aa95a2-c81c-43f6-9e4c-621e16d92a84 service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Received event network-vif-deleted-eb6e85f1-6c01-45ba-8dee-1529017948b8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.582244] env[62633]: INFO nova.compute.manager [req-bdee9baf-a243-424e-84c3-bad2b9804b7d req-74aa95a2-c81c-43f6-9e4c-621e16d92a84 service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Neutron deleted interface eb6e85f1-6c01-45ba-8dee-1529017948b8; detaching it from the instance and deleting it from the info cache [ 1197.582402] env[62633]: DEBUG nova.network.neutron [req-bdee9baf-a243-424e-84c3-bad2b9804b7d req-74aa95a2-c81c-43f6-9e4c-621e16d92a84 service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.714880] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696996, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.016178] env[62633]: DEBUG nova.network.neutron [-] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.047515] env[62633]: DEBUG oslo_vmware.api [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.084940] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7721c97a-22a2-4c7a-8f55-bc689d619662 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.095145] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97324643-1ca0-4ef9-ab7f-8461ca9c4e10 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.125007] env[62633]: DEBUG nova.compute.manager [req-bdee9baf-a243-424e-84c3-bad2b9804b7d req-74aa95a2-c81c-43f6-9e4c-621e16d92a84 service nova] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Detach interface failed, port_id=eb6e85f1-6c01-45ba-8dee-1529017948b8, reason: Instance 26099a4e-758d-4b50-b99c-967cc8ae2413 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1198.216251] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696996, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.519149] env[62633]: INFO nova.compute.manager [-] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Took 1.26 seconds to deallocate network for instance. [ 1198.547117] env[62633]: DEBUG oslo_vmware.api [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.716789] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696996, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.026233] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.026521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.026752] env[62633]: DEBUG nova.objects.instance [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lazy-loading 'resources' on Instance uuid 26099a4e-758d-4b50-b99c-967cc8ae2413 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.047923] env[62633]: DEBUG oslo_vmware.api [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.217481] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696996, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.547624] env[62633]: DEBUG oslo_vmware.api [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.741966} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.547624] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.547812] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.547950] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.548176] env[62633]: INFO nova.compute.manager [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1199.548420] env[62633]: DEBUG oslo.service.loopingcall [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.550883] env[62633]: DEBUG nova.compute.manager [-] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.550986] env[62633]: DEBUG nova.network.neutron [-] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.608871] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5b9af4-8b0b-4074-a058-35cf123e1643 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.617485] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468f45dc-104e-4fdf-a742-9296a576c71b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.648840] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e49f61-abeb-4af2-ac84-cab29d7984f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.656293] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd9a433-edcd-4e4a-974e-a2032a0f93a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.669479] env[62633]: DEBUG nova.compute.provider_tree [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.717977] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2696996, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.554066} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.718371] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54/e3d1f462-5d1e-4241-b8cb-9489e8cf4c54.vmdk to [datastore2] 59f9e261-66dc-4547-8f0c-b4b27acdabe4/59f9e261-66dc-4547-8f0c-b4b27acdabe4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.718986] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65ea1a9-1b0e-4fdf-af7d-b1f26f1ea269 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.741211] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 59f9e261-66dc-4547-8f0c-b4b27acdabe4/59f9e261-66dc-4547-8f0c-b4b27acdabe4.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.741211] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51181a5e-c204-4a10-9b54-e8ef7d6e099b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.760971] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1199.760971] env[62633]: value = "task-2697001" [ 1199.760971] env[62633]: _type = "Task" [ 1199.760971] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.770493] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.784943] env[62633]: DEBUG nova.compute.manager [req-506a8fdc-29a1-4d1a-834d-510fc2bd6394 req-23129aa3-9e42-4a6f-99d5-950218c1080b service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Received event network-vif-deleted-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.785139] env[62633]: INFO nova.compute.manager [req-506a8fdc-29a1-4d1a-834d-510fc2bd6394 req-23129aa3-9e42-4a6f-99d5-950218c1080b service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Neutron deleted interface cd7d2eb3-1f50-4d3e-a877-fe6c35334e07; detaching it from the instance and deleting it from the info cache [ 1199.785346] env[62633]: DEBUG nova.network.neutron [req-506a8fdc-29a1-4d1a-834d-510fc2bd6394 req-23129aa3-9e42-4a6f-99d5-950218c1080b service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.191411] env[62633]: ERROR nova.scheduler.client.report [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [req-848ea353-47aa-4b05-b6b9-1b5751892107] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 99202964-43d9-4e5e-8b3d-44f8431e83fd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-848ea353-47aa-4b05-b6b9-1b5751892107"}]} [ 1200.208353] env[62633]: DEBUG nova.scheduler.client.report [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1200.226163] env[62633]: DEBUG nova.scheduler.client.report [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1200.226514] env[62633]: DEBUG nova.compute.provider_tree [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.237796] env[62633]: DEBUG nova.scheduler.client.report [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1200.255461] env[62633]: DEBUG nova.scheduler.client.report [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1200.270456] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697001, 'name': ReconfigVM_Task, 'duration_secs': 0.262108} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.270826] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 59f9e261-66dc-4547-8f0c-b4b27acdabe4/59f9e261-66dc-4547-8f0c-b4b27acdabe4.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.273541] env[62633]: DEBUG nova.network.neutron [-] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.274576] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f30fc26-666a-4af1-9482-45a68d2e70cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.281158] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1200.281158] env[62633]: value = "task-2697002" [ 1200.281158] env[62633]: _type = "Task" [ 1200.281158] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.290654] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4568ce56-4dff-4b55-b861-85727ec1e6ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.292811] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697002, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.298494] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f647e2c-f778-46be-8c4b-48e4176d8da9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.330099] env[62633]: DEBUG nova.compute.manager [req-506a8fdc-29a1-4d1a-834d-510fc2bd6394 req-23129aa3-9e42-4a6f-99d5-950218c1080b service nova] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Detach interface failed, port_id=cd7d2eb3-1f50-4d3e-a877-fe6c35334e07, reason: Instance aa5e85b3-28ee-41d1-b4ba-499d42203826 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1200.360311] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf5f9a2-da1b-41b1-b1c5-c35f0f5b26f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.366894] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd50093f-2848-4fb4-91b9-5d2eb4a1d29b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.396207] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7638617a-2cef-48c2-97e4-f9c7408e3f0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.403179] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5160a6de-528f-4508-8bbf-e8e7eb77d887 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.415846] env[62633]: DEBUG nova.compute.provider_tree [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.777348] env[62633]: INFO nova.compute.manager [-] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Took 1.23 seconds to deallocate network for instance. [ 1200.792283] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697002, 'name': Rename_Task, 'duration_secs': 0.138793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.792560] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.792833] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318ad65b-cbfe-4e93-b022-7020f8b4159a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.799415] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1200.799415] env[62633]: value = "task-2697003" [ 1200.799415] env[62633]: _type = "Task" [ 1200.799415] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.807300] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.950214] env[62633]: DEBUG nova.scheduler.client.report [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updated inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1200.950558] env[62633]: DEBUG nova.compute.provider_tree [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd generation from 163 to 164 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1200.950747] env[62633]: DEBUG nova.compute.provider_tree [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.288513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.308393] env[62633]: DEBUG oslo_vmware.api [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697003, 'name': PowerOnVM_Task, 'duration_secs': 0.41987} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.308799] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.411754] env[62633]: DEBUG nova.compute.manager [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.412712] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8097dfb-57ef-48e4-8300-f8bcc5e3f8f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.455888] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.429s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.458528] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.170s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.458851] env[62633]: DEBUG nova.objects.instance [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lazy-loading 'resources' on Instance uuid aa5e85b3-28ee-41d1-b4ba-499d42203826 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.472396] env[62633]: INFO nova.scheduler.client.report [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted allocations for instance 26099a4e-758d-4b50-b99c-967cc8ae2413 [ 1201.929230] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f103bf98-8661-413d-8775-15a2f792de18 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.517s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.980959] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b2017630-05b5-49c4-aa4d-50ad5bf25e65 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "26099a4e-758d-4b50-b99c-967cc8ae2413" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.031558] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a555d4-88bd-4eb1-9a5b-7b403b2a3368 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.039060] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64330a6-0b5d-4661-a63b-6e2f413395be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.069143] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4707914e-9509-4d63-839a-d78e9e9b84f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.076015] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565cdfb4-ff42-4e5b-938f-60b33806c6b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.090314] env[62633]: DEBUG nova.compute.provider_tree [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.593238] env[62633]: DEBUG nova.scheduler.client.report [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.097808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.116352] env[62633]: INFO nova.scheduler.client.report [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted allocations for instance aa5e85b3-28ee-41d1-b4ba-499d42203826 [ 1203.625120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "aa5e85b3-28ee-41d1-b4ba-499d42203826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.329s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.324962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.325258] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.827280] env[62633]: DEBUG nova.compute.manager [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.334985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.335343] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.335480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.335586] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.335755] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.340024] env[62633]: INFO nova.compute.manager [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Terminating instance [ 1205.353512] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.353739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.355172] env[62633]: INFO nova.compute.claims [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.842990] env[62633]: DEBUG nova.compute.manager [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.843286] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.844269] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c7502f-b4b3-4050-892d-9370d0af0fbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.852118] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.852355] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-610b1993-1c3b-496b-bb90-19541ffa37d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.860032] env[62633]: DEBUG oslo_vmware.api [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1205.860032] env[62633]: value = "task-2697005" [ 1205.860032] env[62633]: _type = "Task" [ 1205.860032] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.868279] env[62633]: DEBUG oslo_vmware.api [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2697005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.372151] env[62633]: DEBUG oslo_vmware.api [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2697005, 'name': PowerOffVM_Task, 'duration_secs': 0.264679} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.372468] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.372597] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.372833] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6910df-0e01-441f-8372-5bb5a0271768 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.426160] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac1e01c-c783-44ce-8c77-9afecfe0a267 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.433611] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9385bd2-a552-47fc-898f-eebb2adb237f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.437401] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.437602] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.437777] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleting the datastore file [datastore1] 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.438310] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bad0880-8b0e-4f4b-8c2d-852a5f151389 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.465335] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6670d-81d7-4541-84e6-c57980352bd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.467670] env[62633]: DEBUG oslo_vmware.api [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for the task: (returnval){ [ 1206.467670] env[62633]: value = "task-2697007" [ 1206.467670] env[62633]: _type = "Task" [ 1206.467670] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.473689] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82af15c-32a2-4d54-a949-45f0704f6065 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.479751] env[62633]: DEBUG oslo_vmware.api [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2697007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.488936] env[62633]: DEBUG nova.compute.provider_tree [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.979901] env[62633]: DEBUG oslo_vmware.api [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Task: {'id': task-2697007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130333} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.980333] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.980647] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.980924] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.981261] env[62633]: INFO nova.compute.manager [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1206.981659] env[62633]: DEBUG oslo.service.loopingcall [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.981961] env[62633]: DEBUG nova.compute.manager [-] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.982138] env[62633]: DEBUG nova.network.neutron [-] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.992454] env[62633]: DEBUG nova.scheduler.client.report [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.252028] env[62633]: DEBUG nova.compute.manager [req-a87a059f-3c58-4df6-ab0f-b93b9c817a1b req-b10d2948-43b9-4499-a980-a28e19e79743 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Received event network-vif-deleted-da94c98d-81ce-4081-9e44-0d18850aef74 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1207.252028] env[62633]: INFO nova.compute.manager [req-a87a059f-3c58-4df6-ab0f-b93b9c817a1b req-b10d2948-43b9-4499-a980-a28e19e79743 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Neutron deleted interface da94c98d-81ce-4081-9e44-0d18850aef74; detaching it from the instance and deleting it from the info cache [ 1207.252028] env[62633]: DEBUG nova.network.neutron [req-a87a059f-3c58-4df6-ab0f-b93b9c817a1b req-b10d2948-43b9-4499-a980-a28e19e79743 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.497946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.498487] env[62633]: DEBUG nova.compute.manager [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.724962] env[62633]: DEBUG nova.network.neutron [-] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.754133] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01856831-7dd7-410d-b047-b9bbfeee8b1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.764036] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eddc09-650a-471d-add9-5ce9c3a9827b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.788993] env[62633]: DEBUG nova.compute.manager [req-a87a059f-3c58-4df6-ab0f-b93b9c817a1b req-b10d2948-43b9-4499-a980-a28e19e79743 service nova] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Detach interface failed, port_id=da94c98d-81ce-4081-9e44-0d18850aef74, reason: Instance 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1208.003682] env[62633]: DEBUG nova.compute.utils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.005128] env[62633]: DEBUG nova.compute.manager [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.005342] env[62633]: DEBUG nova.network.neutron [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.051370] env[62633]: DEBUG nova.policy [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a57082fb774e6b97460b4efa0358d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0dbbe6eb2c146688e40ac14d9ae432e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.227749] env[62633]: INFO nova.compute.manager [-] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Took 1.25 seconds to deallocate network for instance. [ 1208.313957] env[62633]: DEBUG nova.network.neutron [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Successfully created port: 74590fc8-02d5-4cec-85e9-8e6c40763ae0 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.508643] env[62633]: DEBUG nova.compute.manager [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.735798] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.736088] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.736325] env[62633]: DEBUG nova.objects.instance [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lazy-loading 'resources' on Instance uuid 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.313094] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f22168-df73-4ad2-9b17-ff9466e179c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.320361] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2836e79-34fb-4d8e-9e10-bab58b3d1d90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.349435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf79f48-44eb-4ce9-a831-66f0dce1485a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.356246] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e75c89-2361-4a48-895a-59d8e9ab018a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.368616] env[62633]: DEBUG nova.compute.provider_tree [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.517568] env[62633]: DEBUG nova.compute.manager [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.544309] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.544576] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.544742] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.544931] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.545094] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.545241] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.545447] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.545604] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.545767] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.545928] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.546121] env[62633]: DEBUG nova.virt.hardware [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.546947] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c2e534-2220-4bf6-8633-28e1b8ec8eb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.554716] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d011d3-fe8d-4daf-9e0a-210d49ce1a1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.663437] env[62633]: DEBUG nova.compute.manager [req-4213b7e5-c8a0-4be5-b394-c81a557eeed4 req-760fc447-79c2-4ba9-bf78-56dea411b3a3 service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Received event network-vif-plugged-74590fc8-02d5-4cec-85e9-8e6c40763ae0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1209.663619] env[62633]: DEBUG oslo_concurrency.lockutils [req-4213b7e5-c8a0-4be5-b394-c81a557eeed4 req-760fc447-79c2-4ba9-bf78-56dea411b3a3 service nova] Acquiring lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.663855] env[62633]: DEBUG oslo_concurrency.lockutils [req-4213b7e5-c8a0-4be5-b394-c81a557eeed4 req-760fc447-79c2-4ba9-bf78-56dea411b3a3 service nova] Lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.664139] env[62633]: DEBUG oslo_concurrency.lockutils [req-4213b7e5-c8a0-4be5-b394-c81a557eeed4 req-760fc447-79c2-4ba9-bf78-56dea411b3a3 service nova] Lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.664348] env[62633]: DEBUG nova.compute.manager [req-4213b7e5-c8a0-4be5-b394-c81a557eeed4 req-760fc447-79c2-4ba9-bf78-56dea411b3a3 service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] No waiting events found dispatching network-vif-plugged-74590fc8-02d5-4cec-85e9-8e6c40763ae0 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.664520] env[62633]: WARNING nova.compute.manager [req-4213b7e5-c8a0-4be5-b394-c81a557eeed4 req-760fc447-79c2-4ba9-bf78-56dea411b3a3 service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Received unexpected event network-vif-plugged-74590fc8-02d5-4cec-85e9-8e6c40763ae0 for instance with vm_state building and task_state spawning. [ 1209.754228] env[62633]: DEBUG nova.network.neutron [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Successfully updated port: 74590fc8-02d5-4cec-85e9-8e6c40763ae0 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.871490] env[62633]: DEBUG nova.scheduler.client.report [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.257525] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "refresh_cache-dda3b10a-50de-48e5-94bf-f8d009f41fb1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.257525] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "refresh_cache-dda3b10a-50de-48e5-94bf-f8d009f41fb1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.257525] env[62633]: DEBUG nova.network.neutron [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.376961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.400879] env[62633]: INFO nova.scheduler.client.report [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Deleted allocations for instance 7ccdf342-6d91-453f-a0c1-64ebec7f6a31 [ 1210.786983] env[62633]: DEBUG nova.network.neutron [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.865537] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.865710] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1210.909720] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99214ea6-f9ad-4125-b196-07f2dfb69659 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Lock "7ccdf342-6d91-453f-a0c1-64ebec7f6a31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.574s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.913046] env[62633]: DEBUG nova.network.neutron [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Updating instance_info_cache with network_info: [{"id": "74590fc8-02d5-4cec-85e9-8e6c40763ae0", "address": "fa:16:3e:8c:32:76", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74590fc8-02", "ovs_interfaceid": "74590fc8-02d5-4cec-85e9-8e6c40763ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.414847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "refresh_cache-dda3b10a-50de-48e5-94bf-f8d009f41fb1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.415179] env[62633]: DEBUG nova.compute.manager [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Instance network_info: |[{"id": "74590fc8-02d5-4cec-85e9-8e6c40763ae0", "address": "fa:16:3e:8c:32:76", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74590fc8-02", "ovs_interfaceid": "74590fc8-02d5-4cec-85e9-8e6c40763ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.415608] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:32:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74590fc8-02d5-4cec-85e9-8e6c40763ae0', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.423346] env[62633]: DEBUG oslo.service.loopingcall [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1211.423768] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.423990] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2428860b-33d6-411e-9b4a-9bf68c622181 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.443992] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.443992] env[62633]: value = "task-2697008" [ 1211.443992] env[62633]: _type = "Task" [ 1211.443992] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.451200] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697008, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.690463] env[62633]: DEBUG nova.compute.manager [req-b238cd34-2f6f-43c2-a89b-75f59ca999c6 req-e53fe1a9-e60e-4ec9-9503-d460a06ca20e service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Received event network-changed-74590fc8-02d5-4cec-85e9-8e6c40763ae0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.690463] env[62633]: DEBUG nova.compute.manager [req-b238cd34-2f6f-43c2-a89b-75f59ca999c6 req-e53fe1a9-e60e-4ec9-9503-d460a06ca20e service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Refreshing instance network info cache due to event network-changed-74590fc8-02d5-4cec-85e9-8e6c40763ae0. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1211.690463] env[62633]: DEBUG oslo_concurrency.lockutils [req-b238cd34-2f6f-43c2-a89b-75f59ca999c6 req-e53fe1a9-e60e-4ec9-9503-d460a06ca20e service nova] Acquiring lock "refresh_cache-dda3b10a-50de-48e5-94bf-f8d009f41fb1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.690463] env[62633]: DEBUG oslo_concurrency.lockutils [req-b238cd34-2f6f-43c2-a89b-75f59ca999c6 req-e53fe1a9-e60e-4ec9-9503-d460a06ca20e service nova] Acquired lock "refresh_cache-dda3b10a-50de-48e5-94bf-f8d009f41fb1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.690463] env[62633]: DEBUG nova.network.neutron [req-b238cd34-2f6f-43c2-a89b-75f59ca999c6 req-e53fe1a9-e60e-4ec9-9503-d460a06ca20e service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Refreshing network info cache for port 74590fc8-02d5-4cec-85e9-8e6c40763ae0 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.861183] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.865833] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.957023] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697008, 'name': CreateVM_Task, 'duration_secs': 0.293213} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.957023] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.957023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.957023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.957023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.957023] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1050b75-8fe9-4cfc-8441-6441266ce916 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.961819] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1211.961819] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5288d67d-d14a-93d6-790b-774d11e55f72" [ 1211.961819] env[62633]: _type = "Task" [ 1211.961819] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.969563] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5288d67d-d14a-93d6-790b-774d11e55f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.371801] env[62633]: DEBUG nova.network.neutron [req-b238cd34-2f6f-43c2-a89b-75f59ca999c6 req-e53fe1a9-e60e-4ec9-9503-d460a06ca20e service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Updated VIF entry in instance network info cache for port 74590fc8-02d5-4cec-85e9-8e6c40763ae0. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.372154] env[62633]: DEBUG nova.network.neutron [req-b238cd34-2f6f-43c2-a89b-75f59ca999c6 req-e53fe1a9-e60e-4ec9-9503-d460a06ca20e service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Updating instance_info_cache with network_info: [{"id": "74590fc8-02d5-4cec-85e9-8e6c40763ae0", "address": "fa:16:3e:8c:32:76", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74590fc8-02", "ovs_interfaceid": "74590fc8-02d5-4cec-85e9-8e6c40763ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.472515] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5288d67d-d14a-93d6-790b-774d11e55f72, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.472515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.472747] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.473184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.473184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.473380] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.473543] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3465746c-53d0-4b76-b07c-618920f153de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.481380] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.481567] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.482268] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dff6d03-901f-4152-80a2-bf912124d9ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.487220] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1212.487220] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5249235c-c509-66ac-09ec-82924d9a1db3" [ 1212.487220] env[62633]: _type = "Task" [ 1212.487220] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.494312] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5249235c-c509-66ac-09ec-82924d9a1db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.866173] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.866447] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.875157] env[62633]: DEBUG oslo_concurrency.lockutils [req-b238cd34-2f6f-43c2-a89b-75f59ca999c6 req-e53fe1a9-e60e-4ec9-9503-d460a06ca20e service nova] Releasing lock "refresh_cache-dda3b10a-50de-48e5-94bf-f8d009f41fb1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.998984] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5249235c-c509-66ac-09ec-82924d9a1db3, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.999714] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c5c9c4-b4e8-4834-9e9e-672fff300b34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.004749] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1213.004749] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5202f966-c6c6-d1fb-8226-35a4c9682be6" [ 1213.004749] env[62633]: _type = "Task" [ 1213.004749] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.012872] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5202f966-c6c6-d1fb-8226-35a4c9682be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.515805] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5202f966-c6c6-d1fb-8226-35a4c9682be6, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.516043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.516312] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] dda3b10a-50de-48e5-94bf-f8d009f41fb1/dda3b10a-50de-48e5-94bf-f8d009f41fb1.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.516573] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f6fdd1c-967d-4d0a-9127-7d7d2498a755 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.523378] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1213.523378] env[62633]: value = "task-2697009" [ 1213.523378] env[62633]: _type = "Task" [ 1213.523378] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.531588] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.865930] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.033561] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443807} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.035040] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] dda3b10a-50de-48e5-94bf-f8d009f41fb1/dda3b10a-50de-48e5-94bf-f8d009f41fb1.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.035040] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.035040] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8aefc0a-0a8d-43b3-a565-71b253173ece {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.041111] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1214.041111] env[62633]: value = "task-2697010" [ 1214.041111] env[62633]: _type = "Task" [ 1214.041111] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.048405] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.551720] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056421} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.551963] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.552748] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b533f065-b91b-4ede-bcfe-b39305e92e21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.574031] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] dda3b10a-50de-48e5-94bf-f8d009f41fb1/dda3b10a-50de-48e5-94bf-f8d009f41fb1.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.574288] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dbcedd1-5972-4295-a493-87325a055b3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.594045] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1214.594045] env[62633]: value = "task-2697011" [ 1214.594045] env[62633]: _type = "Task" [ 1214.594045] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.601960] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.865968] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.104102] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697011, 'name': ReconfigVM_Task, 'duration_secs': 0.272987} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.104391] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Reconfigured VM instance instance-00000077 to attach disk [datastore1] dda3b10a-50de-48e5-94bf-f8d009f41fb1/dda3b10a-50de-48e5-94bf-f8d009f41fb1.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.105011] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53da5c16-da01-448d-b8a5-f92a3ba8d72c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.112068] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1215.112068] env[62633]: value = "task-2697012" [ 1215.112068] env[62633]: _type = "Task" [ 1215.112068] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.123519] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697012, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.368945] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.369187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.369360] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.369519] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1215.370453] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b4d970-ce7e-4e72-aefa-fa9d821fbb38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.378350] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fcb863-6a33-4dcc-9470-b9f8e6c5acc4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.393538] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2867f4aa-5cb8-421e-9f9b-c9e6dfa4a9d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.399302] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ca074c-1a74-47d5-8a27-514c2f0c67a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.430956] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180222MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1215.431122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.431305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.622271] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697012, 'name': Rename_Task, 'duration_secs': 0.147939} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.622545] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.622813] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25d538b-ebf3-4235-9eb6-08c90ef710a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.628523] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1215.628523] env[62633]: value = "task-2697013" [ 1215.628523] env[62633]: _type = "Task" [ 1215.628523] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.635574] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.137964] env[62633]: DEBUG oslo_vmware.api [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697013, 'name': PowerOnVM_Task, 'duration_secs': 0.442477} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.138342] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.138502] env[62633]: INFO nova.compute.manager [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1216.138698] env[62633]: DEBUG nova.compute.manager [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.139465] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7370a8-1298-4984-b55f-c396c348f7f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.458379] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance a76a89b7-b405-41d6-b88b-0578855224b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.458554] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance de27a25b-b0bf-479a-92b4-72ab785f91da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.458682] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 59f9e261-66dc-4547-8f0c-b4b27acdabe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.458800] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance dda3b10a-50de-48e5-94bf-f8d009f41fb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.458974] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1216.459123] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1216.513847] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7317d925-0fcf-44e0-9f8c-23532bf1bbd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.521543] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46badd7-1b8a-4bd8-823e-0c03b24ef4ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.551343] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53225624-c0e8-4c1b-b1cc-d541e2497cab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.558072] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28058386-d6be-4888-8421-a8425dce3a28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.570440] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.654074] env[62633]: INFO nova.compute.manager [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Took 11.32 seconds to build instance. [ 1217.073262] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.155908] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e25eff51-8d7b-4c30-9221-e59f90b77a48 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.831s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.578219] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1217.578507] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.147s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.650284] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.650621] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.650838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.651031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.651204] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.653291] env[62633]: INFO nova.compute.manager [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Terminating instance [ 1218.156963] env[62633]: DEBUG nova.compute.manager [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.157351] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.158292] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09334ded-a917-44bf-a48b-bd290b3b69f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.166528] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.166806] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8397b315-7d1e-40d2-a03e-b65958e59eb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.173318] env[62633]: DEBUG oslo_vmware.api [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1218.173318] env[62633]: value = "task-2697014" [ 1218.173318] env[62633]: _type = "Task" [ 1218.173318] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.181896] env[62633]: DEBUG oslo_vmware.api [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.578186] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.682615] env[62633]: DEBUG oslo_vmware.api [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697014, 'name': PowerOffVM_Task, 'duration_secs': 0.183206} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.682864] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.683042] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.683277] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d81293c7-86c2-4b71-83dd-e487391a0156 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.748362] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.748603] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.748749] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleting the datastore file [datastore1] dda3b10a-50de-48e5-94bf-f8d009f41fb1 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.749018] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df5433c2-daeb-41f9-a183-0e186a71e444 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.756165] env[62633]: DEBUG oslo_vmware.api [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1218.756165] env[62633]: value = "task-2697016" [ 1218.756165] env[62633]: _type = "Task" [ 1218.756165] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.763188] env[62633]: DEBUG oslo_vmware.api [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.083196] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.267031] env[62633]: DEBUG oslo_vmware.api [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16662} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.267031] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.267031] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.267031] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.267583] env[62633]: INFO nova.compute.manager [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1219.267583] env[62633]: DEBUG oslo.service.loopingcall [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1219.267583] env[62633]: DEBUG nova.compute.manager [-] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.267745] env[62633]: DEBUG nova.network.neutron [-] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.517357] env[62633]: DEBUG nova.compute.manager [req-c1e469ae-c81f-4ec1-b0d2-56ef8db0f4a0 req-0da91355-3219-4a4f-8046-1e34f66929b5 service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Received event network-vif-deleted-74590fc8-02d5-4cec-85e9-8e6c40763ae0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.517949] env[62633]: INFO nova.compute.manager [req-c1e469ae-c81f-4ec1-b0d2-56ef8db0f4a0 req-0da91355-3219-4a4f-8046-1e34f66929b5 service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Neutron deleted interface 74590fc8-02d5-4cec-85e9-8e6c40763ae0; detaching it from the instance and deleting it from the info cache [ 1219.517949] env[62633]: DEBUG nova.network.neutron [req-c1e469ae-c81f-4ec1-b0d2-56ef8db0f4a0 req-0da91355-3219-4a4f-8046-1e34f66929b5 service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.999834] env[62633]: DEBUG nova.network.neutron [-] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.020928] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4fd4e32-edab-48a8-94f4-13b474ff206a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.030648] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4493e8-eefc-40bd-910d-eda9c74e99e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.056463] env[62633]: DEBUG nova.compute.manager [req-c1e469ae-c81f-4ec1-b0d2-56ef8db0f4a0 req-0da91355-3219-4a4f-8046-1e34f66929b5 service nova] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Detach interface failed, port_id=74590fc8-02d5-4cec-85e9-8e6c40763ae0, reason: Instance dda3b10a-50de-48e5-94bf-f8d009f41fb1 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1220.503406] env[62633]: INFO nova.compute.manager [-] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Took 1.24 seconds to deallocate network for instance. [ 1221.008962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.009271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.009496] env[62633]: DEBUG nova.objects.instance [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lazy-loading 'resources' on Instance uuid dda3b10a-50de-48e5-94bf-f8d009f41fb1 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.574436] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1bdc7c-5650-4324-932f-3935c1fa52e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.581805] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b097f90d-3733-4f9d-bb65-e969f9baee8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.612071] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f4db3c-5252-40c1-8fbe-5cfbface5d69 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.618801] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b75d70-1ed3-493f-b1e6-66b915b196af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.631375] env[62633]: DEBUG nova.compute.provider_tree [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.134794] env[62633]: DEBUG nova.scheduler.client.report [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.639091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.657614] env[62633]: INFO nova.scheduler.client.report [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted allocations for instance dda3b10a-50de-48e5-94bf-f8d009f41fb1 [ 1223.165620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c294df57-b8e0-41e1-b982-596c94898029 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "dda3b10a-50de-48e5-94bf-f8d009f41fb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.515s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.589269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "68d588fd-4d38-47a8-b818-511ccbb9c17f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.589546] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.092318] env[62633]: DEBUG nova.compute.manager [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.615845] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.616116] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.617618] env[62633]: INFO nova.compute.claims [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.683424] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b1c2f-3b8a-4a91-9d99-c40b19f61e9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.690861] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f3e292-f3ad-4978-9991-e1fddfe6c773 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.720849] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7fc191-5fd8-4a3e-acf8-db97d34f247d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.729087] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe531d3-b7d8-4593-bf3d-b4fd9faadcf4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.742181] env[62633]: DEBUG nova.compute.provider_tree [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.245203] env[62633]: DEBUG nova.scheduler.client.report [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.751514] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.752079] env[62633]: DEBUG nova.compute.manager [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.257301] env[62633]: DEBUG nova.compute.utils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.259536] env[62633]: DEBUG nova.compute.manager [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.259746] env[62633]: DEBUG nova.network.neutron [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.305162] env[62633]: DEBUG nova.policy [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a57082fb774e6b97460b4efa0358d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0dbbe6eb2c146688e40ac14d9ae432e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.541085] env[62633]: DEBUG nova.network.neutron [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Successfully created port: a2cc4dc3-7403-40e2-8c90-99c06968e955 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.763013] env[62633]: DEBUG nova.compute.manager [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.772568] env[62633]: DEBUG nova.compute.manager [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.798518] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.798836] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.798925] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.799119] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.799268] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.799414] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.799618] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.799785] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.799952] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.800128] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.800301] env[62633]: DEBUG nova.virt.hardware [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.801202] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422fc0bc-88c3-4494-b8f9-4fae39a36dfc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.809079] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82327fac-c3af-4120-a6a1-3e86b8c392de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.074213] env[62633]: DEBUG nova.compute.manager [req-0f711aa6-d9f2-4ccd-9613-1b107e1bdc33 req-090dcaab-bbce-48cd-a215-94b9093b03c0 service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Received event network-vif-plugged-a2cc4dc3-7403-40e2-8c90-99c06968e955 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1230.074389] env[62633]: DEBUG oslo_concurrency.lockutils [req-0f711aa6-d9f2-4ccd-9613-1b107e1bdc33 req-090dcaab-bbce-48cd-a215-94b9093b03c0 service nova] Acquiring lock "68d588fd-4d38-47a8-b818-511ccbb9c17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.074603] env[62633]: DEBUG oslo_concurrency.lockutils [req-0f711aa6-d9f2-4ccd-9613-1b107e1bdc33 req-090dcaab-bbce-48cd-a215-94b9093b03c0 service nova] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.074774] env[62633]: DEBUG oslo_concurrency.lockutils [req-0f711aa6-d9f2-4ccd-9613-1b107e1bdc33 req-090dcaab-bbce-48cd-a215-94b9093b03c0 service nova] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.074948] env[62633]: DEBUG nova.compute.manager [req-0f711aa6-d9f2-4ccd-9613-1b107e1bdc33 req-090dcaab-bbce-48cd-a215-94b9093b03c0 service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] No waiting events found dispatching network-vif-plugged-a2cc4dc3-7403-40e2-8c90-99c06968e955 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.075138] env[62633]: WARNING nova.compute.manager [req-0f711aa6-d9f2-4ccd-9613-1b107e1bdc33 req-090dcaab-bbce-48cd-a215-94b9093b03c0 service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Received unexpected event network-vif-plugged-a2cc4dc3-7403-40e2-8c90-99c06968e955 for instance with vm_state building and task_state spawning. [ 1230.149370] env[62633]: DEBUG nova.network.neutron [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Successfully updated port: a2cc4dc3-7403-40e2-8c90-99c06968e955 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.651931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "refresh_cache-68d588fd-4d38-47a8-b818-511ccbb9c17f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.651931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "refresh_cache-68d588fd-4d38-47a8-b818-511ccbb9c17f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.651931] env[62633]: DEBUG nova.network.neutron [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.182768] env[62633]: DEBUG nova.network.neutron [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.321947] env[62633]: DEBUG nova.network.neutron [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Updating instance_info_cache with network_info: [{"id": "a2cc4dc3-7403-40e2-8c90-99c06968e955", "address": "fa:16:3e:bf:bd:1e", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cc4dc3-74", "ovs_interfaceid": "a2cc4dc3-7403-40e2-8c90-99c06968e955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.824592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "refresh_cache-68d588fd-4d38-47a8-b818-511ccbb9c17f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.824878] env[62633]: DEBUG nova.compute.manager [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Instance network_info: |[{"id": "a2cc4dc3-7403-40e2-8c90-99c06968e955", "address": "fa:16:3e:bf:bd:1e", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cc4dc3-74", "ovs_interfaceid": "a2cc4dc3-7403-40e2-8c90-99c06968e955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.825319] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:bd:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2cc4dc3-7403-40e2-8c90-99c06968e955', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.832816] env[62633]: DEBUG oslo.service.loopingcall [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1231.833027] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.833254] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cf2f18d-3997-42be-b87c-210cad745300 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.853298] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.853298] env[62633]: value = "task-2697017" [ 1231.853298] env[62633]: _type = "Task" [ 1231.853298] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.860820] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697017, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.091366] env[62633]: DEBUG nova.compute.manager [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1232.100337] env[62633]: DEBUG nova.compute.manager [req-46beacc9-4453-4e18-be4e-7baf01f0e720 req-82910672-6776-4166-ab9d-1b0818d614c9 service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Received event network-changed-a2cc4dc3-7403-40e2-8c90-99c06968e955 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.100337] env[62633]: DEBUG nova.compute.manager [req-46beacc9-4453-4e18-be4e-7baf01f0e720 req-82910672-6776-4166-ab9d-1b0818d614c9 service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Refreshing instance network info cache due to event network-changed-a2cc4dc3-7403-40e2-8c90-99c06968e955. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1232.100649] env[62633]: DEBUG oslo_concurrency.lockutils [req-46beacc9-4453-4e18-be4e-7baf01f0e720 req-82910672-6776-4166-ab9d-1b0818d614c9 service nova] Acquiring lock "refresh_cache-68d588fd-4d38-47a8-b818-511ccbb9c17f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.100692] env[62633]: DEBUG oslo_concurrency.lockutils [req-46beacc9-4453-4e18-be4e-7baf01f0e720 req-82910672-6776-4166-ab9d-1b0818d614c9 service nova] Acquired lock "refresh_cache-68d588fd-4d38-47a8-b818-511ccbb9c17f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.100900] env[62633]: DEBUG nova.network.neutron [req-46beacc9-4453-4e18-be4e-7baf01f0e720 req-82910672-6776-4166-ab9d-1b0818d614c9 service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Refreshing network info cache for port a2cc4dc3-7403-40e2-8c90-99c06968e955 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.363706] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697017, 'name': CreateVM_Task, 'duration_secs': 0.303551} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.364131] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.364504] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.364668] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.364984] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.365246] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd77446-9e92-48c1-8657-bbf97e2d6fdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.369296] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1232.369296] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5233a799-5b52-cea1-3588-7e4b19697c8d" [ 1232.369296] env[62633]: _type = "Task" [ 1232.369296] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.376244] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5233a799-5b52-cea1-3588-7e4b19697c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.611216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.611478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.770964] env[62633]: DEBUG nova.network.neutron [req-46beacc9-4453-4e18-be4e-7baf01f0e720 req-82910672-6776-4166-ab9d-1b0818d614c9 service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Updated VIF entry in instance network info cache for port a2cc4dc3-7403-40e2-8c90-99c06968e955. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.771362] env[62633]: DEBUG nova.network.neutron [req-46beacc9-4453-4e18-be4e-7baf01f0e720 req-82910672-6776-4166-ab9d-1b0818d614c9 service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Updating instance_info_cache with network_info: [{"id": "a2cc4dc3-7403-40e2-8c90-99c06968e955", "address": "fa:16:3e:bf:bd:1e", "network": {"id": "40af55b0-7273-4fb2-9a60-685cef120bba", "bridge": "br-int", "label": "tempest-ServersTestJSON-1413153002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dbbe6eb2c146688e40ac14d9ae432e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cc4dc3-74", "ovs_interfaceid": "a2cc4dc3-7403-40e2-8c90-99c06968e955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.879988] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5233a799-5b52-cea1-3588-7e4b19697c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.880264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.880500] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.880749] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.880900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.881098] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.881394] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5ca3baa-6990-4d64-9193-c1e7a7474ead {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.889052] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.889233] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.889878] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d0bdd4-7436-4232-8267-e782b2971790 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.894447] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1232.894447] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c0703b-5857-5d5f-b74b-b2dea178af0b" [ 1232.894447] env[62633]: _type = "Task" [ 1232.894447] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.900999] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c0703b-5857-5d5f-b74b-b2dea178af0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.115793] env[62633]: INFO nova.compute.claims [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.274846] env[62633]: DEBUG oslo_concurrency.lockutils [req-46beacc9-4453-4e18-be4e-7baf01f0e720 req-82910672-6776-4166-ab9d-1b0818d614c9 service nova] Releasing lock "refresh_cache-68d588fd-4d38-47a8-b818-511ccbb9c17f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.404889] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c0703b-5857-5d5f-b74b-b2dea178af0b, 'name': SearchDatastore_Task, 'duration_secs': 0.007646} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.405665] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9421a6b4-9ae5-4ea0-b541-545ea7c9f0be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.410347] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1233.410347] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52d05ce4-1cd2-0917-e891-d1dd3a16f1b0" [ 1233.410347] env[62633]: _type = "Task" [ 1233.410347] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.418450] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d05ce4-1cd2-0917-e891-d1dd3a16f1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.621841] env[62633]: INFO nova.compute.resource_tracker [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating resource usage from migration 083fabfd-d5c0-4e88-bdee-3a6c1d1a5d63 [ 1233.688107] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f2486-6e0b-4292-94f8-2142f07d96b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.696140] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c53c82-6f09-4758-84ae-43a3972a5333 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.725450] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d936035e-168c-4939-a650-203e50b1c16c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.732319] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdacad79-e6e2-4091-80fc-7bec8a2bc31e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.744964] env[62633]: DEBUG nova.compute.provider_tree [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.920056] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52d05ce4-1cd2-0917-e891-d1dd3a16f1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.920274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.920517] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 68d588fd-4d38-47a8-b818-511ccbb9c17f/68d588fd-4d38-47a8-b818-511ccbb9c17f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.920802] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4569b40-b1b9-43db-b6c2-2d7ac56aeb09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.926937] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1233.926937] env[62633]: value = "task-2697018" [ 1233.926937] env[62633]: _type = "Task" [ 1233.926937] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.934045] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.248584] env[62633]: DEBUG nova.scheduler.client.report [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.436626] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423436} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.437023] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 68d588fd-4d38-47a8-b818-511ccbb9c17f/68d588fd-4d38-47a8-b818-511ccbb9c17f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.437096] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.437327] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-349b5afa-cd95-4978-a23f-bdc20a95a5ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.444824] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1234.444824] env[62633]: value = "task-2697019" [ 1234.444824] env[62633]: _type = "Task" [ 1234.444824] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.451532] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.754401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.143s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.754645] env[62633]: INFO nova.compute.manager [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Migrating [ 1234.954728] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058146} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.954989] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.955760] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c985a56-c04e-4c7c-8e75-36bd1b39fbfd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.976960] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 68d588fd-4d38-47a8-b818-511ccbb9c17f/68d588fd-4d38-47a8-b818-511ccbb9c17f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.977185] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed8c7f68-a896-48e1-b891-9c530ee36da8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.996298] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1234.996298] env[62633]: value = "task-2697020" [ 1234.996298] env[62633]: _type = "Task" [ 1234.996298] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.003591] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.269388] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.269630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.269765] env[62633]: DEBUG nova.network.neutron [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.506440] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697020, 'name': ReconfigVM_Task, 'duration_secs': 0.271121} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.506776] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 68d588fd-4d38-47a8-b818-511ccbb9c17f/68d588fd-4d38-47a8-b818-511ccbb9c17f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.507372] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8325d57e-5fe3-465c-90fe-72a0ae14f5fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.514086] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1235.514086] env[62633]: value = "task-2697021" [ 1235.514086] env[62633]: _type = "Task" [ 1235.514086] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.521295] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697021, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.964079] env[62633]: DEBUG nova.network.neutron [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance_info_cache with network_info: [{"id": "de13768d-d823-4561-b459-1a73c269c055", "address": "fa:16:3e:fa:3e:de", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde13768d-d8", "ovs_interfaceid": "de13768d-d823-4561-b459-1a73c269c055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.023627] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697021, 'name': Rename_Task, 'duration_secs': 0.142814} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.023889] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.024152] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11700b88-1567-490d-a9ad-420267d037d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.030715] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1236.030715] env[62633]: value = "task-2697022" [ 1236.030715] env[62633]: _type = "Task" [ 1236.030715] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.037583] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.467404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.540601] env[62633]: DEBUG oslo_vmware.api [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697022, 'name': PowerOnVM_Task, 'duration_secs': 0.448251} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.540911] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.541098] env[62633]: INFO nova.compute.manager [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1236.541281] env[62633]: DEBUG nova.compute.manager [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.542028] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66fb40-85c2-48f2-b084-d3bb3315fd8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.058855] env[62633]: INFO nova.compute.manager [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Took 11.46 seconds to build instance. [ 1237.368600] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.368843] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.369068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.369291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.369428] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.371307] env[62633]: INFO nova.compute.manager [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Terminating instance [ 1237.561395] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99eb5879-17e6-4163-a258-3ef02adefd2b tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.972s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.831754] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "68d588fd-4d38-47a8-b818-511ccbb9c17f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.832115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.832242] env[62633]: DEBUG nova.compute.manager [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.833188] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408c7ff6-64d8-4b8c-abf3-0330e5091f2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.839760] env[62633]: DEBUG nova.compute.manager [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1237.840310] env[62633]: DEBUG nova.objects.instance [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lazy-loading 'flavor' on Instance uuid 68d588fd-4d38-47a8-b818-511ccbb9c17f {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.874839] env[62633]: DEBUG nova.compute.manager [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.875079] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.875788] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b171a2b4-76d8-4a38-9ca0-e2d36e0df0d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.882406] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.882617] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1beeb0c0-f111-4708-b6e5-b86483188ef2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.888274] env[62633]: DEBUG oslo_vmware.api [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1237.888274] env[62633]: value = "task-2697023" [ 1237.888274] env[62633]: _type = "Task" [ 1237.888274] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.895311] env[62633]: DEBUG oslo_vmware.api [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.984806] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60f2c45-68ac-46e7-a333-1805045cb13d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.006336] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance 'de27a25b-b0bf-479a-92b4-72ab785f91da' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.397827] env[62633]: DEBUG oslo_vmware.api [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697023, 'name': PowerOffVM_Task, 'duration_secs': 0.23388} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.398055] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.398194] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.398417] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92d357fe-d0ad-4738-9784-9017ac70301b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.464677] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.464898] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.465130] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleting the datastore file [datastore2] 59f9e261-66dc-4547-8f0c-b4b27acdabe4 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.465409] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4442766-6d84-416e-b093-0f4348869db1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.472439] env[62633]: DEBUG oslo_vmware.api [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for the task: (returnval){ [ 1238.472439] env[62633]: value = "task-2697025" [ 1238.472439] env[62633]: _type = "Task" [ 1238.472439] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.480573] env[62633]: DEBUG oslo_vmware.api [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.511812] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.512121] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0650cef-d15a-4f95-8554-65b88743954b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.518244] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1238.518244] env[62633]: value = "task-2697026" [ 1238.518244] env[62633]: _type = "Task" [ 1238.518244] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.526601] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.847594] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.847948] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27d3d839-a81d-4a2e-865c-b2abe8f00b32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.854405] env[62633]: DEBUG oslo_vmware.api [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1238.854405] env[62633]: value = "task-2697027" [ 1238.854405] env[62633]: _type = "Task" [ 1238.854405] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.861877] env[62633]: DEBUG oslo_vmware.api [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.983218] env[62633]: DEBUG oslo_vmware.api [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Task: {'id': task-2697025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143307} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.983480] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.983687] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.983888] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.984094] env[62633]: INFO nova.compute.manager [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1238.984475] env[62633]: DEBUG oslo.service.loopingcall [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.984769] env[62633]: DEBUG nova.compute.manager [-] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.984896] env[62633]: DEBUG nova.network.neutron [-] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.028019] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697026, 'name': PowerOffVM_Task, 'duration_secs': 0.168132} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.028328] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.028516] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance 'de27a25b-b0bf-479a-92b4-72ab785f91da' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.364377] env[62633]: DEBUG oslo_vmware.api [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697027, 'name': PowerOffVM_Task, 'duration_secs': 0.229455} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.364692] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.365048] env[62633]: DEBUG nova.compute.manager [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.365931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e936d0c9-b39f-4330-a4e9-a709c3729ddc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.433688] env[62633]: DEBUG nova.compute.manager [req-59851f66-d733-445a-92ad-630b27c2220b req-23bb4ef6-eb01-4d09-9e41-ed0e989823e4 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Received event network-vif-deleted-751e33fc-6254-4c98-817c-57d341f659f8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1239.433966] env[62633]: INFO nova.compute.manager [req-59851f66-d733-445a-92ad-630b27c2220b req-23bb4ef6-eb01-4d09-9e41-ed0e989823e4 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Neutron deleted interface 751e33fc-6254-4c98-817c-57d341f659f8; detaching it from the instance and deleting it from the info cache [ 1239.434209] env[62633]: DEBUG nova.network.neutron [req-59851f66-d733-445a-92ad-630b27c2220b req-23bb4ef6-eb01-4d09-9e41-ed0e989823e4 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.535287] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.535730] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.536449] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.536928] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.537167] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.537369] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.537648] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.538063] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.538295] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.538498] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.538708] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.545231] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6e9afc-5297-4eae-b1f3-e2998d08eddd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.562394] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1239.562394] env[62633]: value = "task-2697028" [ 1239.562394] env[62633]: _type = "Task" [ 1239.562394] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.572744] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.878304] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a903787-34ce-455b-90a7-1c4bf498d0af tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.908237] env[62633]: DEBUG nova.network.neutron [-] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.937489] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-420d92f7-b422-4a50-a7fd-6eae4b1e272d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.946603] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a71f6c5-37d3-4b55-b0f1-65b89d21a0cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.973829] env[62633]: DEBUG nova.compute.manager [req-59851f66-d733-445a-92ad-630b27c2220b req-23bb4ef6-eb01-4d09-9e41-ed0e989823e4 service nova] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Detach interface failed, port_id=751e33fc-6254-4c98-817c-57d341f659f8, reason: Instance 59f9e261-66dc-4547-8f0c-b4b27acdabe4 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1240.072085] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697028, 'name': ReconfigVM_Task, 'duration_secs': 0.159199} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.073100] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance 'de27a25b-b0bf-479a-92b4-72ab785f91da' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.411395] env[62633]: INFO nova.compute.manager [-] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Took 1.43 seconds to deallocate network for instance. [ 1240.421433] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "68d588fd-4d38-47a8-b818-511ccbb9c17f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.421687] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.421904] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "68d588fd-4d38-47a8-b818-511ccbb9c17f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.422106] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.422278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.423948] env[62633]: INFO nova.compute.manager [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Terminating instance [ 1240.578270] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.578532] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.578699] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.578881] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.579044] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.579200] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.579410] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.579578] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.579748] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.579945] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.580145] env[62633]: DEBUG nova.virt.hardware [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.585541] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.585821] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1ec43c8-3504-4942-a478-8fc4928250ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.604644] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1240.604644] env[62633]: value = "task-2697029" [ 1240.604644] env[62633]: _type = "Task" [ 1240.604644] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.612734] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.917201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.917480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.917703] env[62633]: DEBUG nova.objects.instance [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lazy-loading 'resources' on Instance uuid 59f9e261-66dc-4547-8f0c-b4b27acdabe4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.927704] env[62633]: DEBUG nova.compute.manager [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.927900] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.929085] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd5e550-2518-47ff-9656-14f18025f96e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.937268] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.937491] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af3c2621-951b-4724-a03c-8ddde42265a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.022413] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.022646] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.022848] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleting the datastore file [datastore1] 68d588fd-4d38-47a8-b818-511ccbb9c17f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.023141] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d3d06a6-976d-470e-baa5-2e413f1f91bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.030016] env[62633]: DEBUG oslo_vmware.api [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1241.030016] env[62633]: value = "task-2697031" [ 1241.030016] env[62633]: _type = "Task" [ 1241.030016] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.037943] env[62633]: DEBUG oslo_vmware.api [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.116345] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697029, 'name': ReconfigVM_Task, 'duration_secs': 0.154966} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.116622] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.117507] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08ac624-952c-4da8-9d25-8c75bafd9637 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.139248] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] de27a25b-b0bf-479a-92b4-72ab785f91da/de27a25b-b0bf-479a-92b4-72ab785f91da.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.139507] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63824129-2996-4757-8a24-e6af8533527f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.157040] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1241.157040] env[62633]: value = "task-2697032" [ 1241.157040] env[62633]: _type = "Task" [ 1241.157040] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.165121] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.491484] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17307c23-2ad0-4bb5-80fd-02e6625249a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.498570] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5d5d4-1889-4dc3-a358-5b20522bbd33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.527020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506a0936-8960-4d8d-9a2c-8236874f3979 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.536019] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e8cc9-46cc-4f4c-a099-32d825669181 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.542128] env[62633]: DEBUG oslo_vmware.api [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125863} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.542627] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.542817] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.542995] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.543183] env[62633]: INFO nova.compute.manager [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1241.543404] env[62633]: DEBUG oslo.service.loopingcall [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.543588] env[62633]: DEBUG nova.compute.manager [-] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.543680] env[62633]: DEBUG nova.network.neutron [-] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.552409] env[62633]: DEBUG nova.compute.provider_tree [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.668595] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697032, 'name': ReconfigVM_Task, 'duration_secs': 0.248712} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.668921] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfigured VM instance instance-00000076 to attach disk [datastore2] de27a25b-b0bf-479a-92b4-72ab785f91da/de27a25b-b0bf-479a-92b4-72ab785f91da.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.669279] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance 'de27a25b-b0bf-479a-92b4-72ab785f91da' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.808673] env[62633]: DEBUG nova.compute.manager [req-d7cbd2fe-03aa-457c-a6aa-9254c6f796cc req-eccf603a-d0b3-4728-b286-da97a88bf8ea service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Received event network-vif-deleted-a2cc4dc3-7403-40e2-8c90-99c06968e955 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.808926] env[62633]: INFO nova.compute.manager [req-d7cbd2fe-03aa-457c-a6aa-9254c6f796cc req-eccf603a-d0b3-4728-b286-da97a88bf8ea service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Neutron deleted interface a2cc4dc3-7403-40e2-8c90-99c06968e955; detaching it from the instance and deleting it from the info cache [ 1241.809124] env[62633]: DEBUG nova.network.neutron [req-d7cbd2fe-03aa-457c-a6aa-9254c6f796cc req-eccf603a-d0b3-4728-b286-da97a88bf8ea service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.055712] env[62633]: DEBUG nova.scheduler.client.report [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.175738] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f0e15a-c836-4d20-801a-5ef9f9d3a416 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.196417] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1573ad-6835-4e47-9a10-984329c88e4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.215725] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance 'de27a25b-b0bf-479a-92b4-72ab785f91da' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.292867] env[62633]: DEBUG nova.network.neutron [-] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.311919] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecc939aa-b42d-425d-a3bf-d7e49ee8037f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.321539] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692af8c-2950-4e15-950d-cc92d9679779 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.349960] env[62633]: DEBUG nova.compute.manager [req-d7cbd2fe-03aa-457c-a6aa-9254c6f796cc req-eccf603a-d0b3-4728-b286-da97a88bf8ea service nova] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Detach interface failed, port_id=a2cc4dc3-7403-40e2-8c90-99c06968e955, reason: Instance 68d588fd-4d38-47a8-b818-511ccbb9c17f could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1242.561246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.581790] env[62633]: INFO nova.scheduler.client.report [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Deleted allocations for instance 59f9e261-66dc-4547-8f0c-b4b27acdabe4 [ 1242.765326] env[62633]: DEBUG nova.network.neutron [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Port de13768d-d823-4561-b459-1a73c269c055 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1242.796149] env[62633]: INFO nova.compute.manager [-] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Took 1.25 seconds to deallocate network for instance. [ 1243.088862] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce202e46-a772-45a2-a42b-e5a672a2850b tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Lock "59f9e261-66dc-4547-8f0c-b4b27acdabe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.720s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.301191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.301451] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.301694] env[62633]: DEBUG nova.objects.instance [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lazy-loading 'resources' on Instance uuid 68d588fd-4d38-47a8-b818-511ccbb9c17f {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.787905] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "de27a25b-b0bf-479a-92b4-72ab785f91da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.788169] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.788353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.875174] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a6317f-b5fd-4301-b9fe-2424ed2138e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.885546] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f90e87-7c2e-4278-8b2a-53b584f2b052 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.938392] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b880452-76c2-4abf-b14f-ca1dd62fb71c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.953754] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fac3e8b-9706-42d7-bc57-700a4540c1a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.971831] env[62633]: DEBUG nova.compute.provider_tree [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.476060] env[62633]: DEBUG nova.scheduler.client.report [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.824176] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.824399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.824585] env[62633]: DEBUG nova.network.neutron [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.979955] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.002034] env[62633]: INFO nova.scheduler.client.report [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted allocations for instance 68d588fd-4d38-47a8-b818-511ccbb9c17f [ 1245.509134] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e2192302-9c86-4e92-8972-933ce96aa903 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "68d588fd-4d38-47a8-b818-511ccbb9c17f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.087s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.542069] env[62633]: DEBUG nova.network.neutron [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance_info_cache with network_info: [{"id": "de13768d-d823-4561-b459-1a73c269c055", "address": "fa:16:3e:fa:3e:de", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde13768d-d8", "ovs_interfaceid": "de13768d-d823-4561-b459-1a73c269c055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.044770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.159365] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "a76a89b7-b405-41d6-b88b-0578855224b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.159619] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "a76a89b7-b405-41d6-b88b-0578855224b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.159824] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "a76a89b7-b405-41d6-b88b-0578855224b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.160014] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "a76a89b7-b405-41d6-b88b-0578855224b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.160192] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "a76a89b7-b405-41d6-b88b-0578855224b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.162499] env[62633]: INFO nova.compute.manager [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Terminating instance [ 1246.568976] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc243ba0-3a9d-4889-8372-b91e722ef0dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.589213] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79c80dd-d5bb-4864-ae50-d0d4311187fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.595517] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance 'de27a25b-b0bf-479a-92b4-72ab785f91da' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.666542] env[62633]: DEBUG nova.compute.manager [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.666776] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.668006] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1052ac9f-0083-48e6-9282-ed6bff3ccf71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.675134] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.675366] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1341ac70-6e54-490a-985b-14fc301e10c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.681843] env[62633]: DEBUG oslo_vmware.api [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1246.681843] env[62633]: value = "task-2697034" [ 1246.681843] env[62633]: _type = "Task" [ 1246.681843] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.689894] env[62633]: DEBUG oslo_vmware.api [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.101404] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.101706] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5583b2c6-b35b-495b-98db-117bb08fef20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.109173] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1247.109173] env[62633]: value = "task-2697035" [ 1247.109173] env[62633]: _type = "Task" [ 1247.109173] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.116840] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.191359] env[62633]: DEBUG oslo_vmware.api [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697034, 'name': PowerOffVM_Task, 'duration_secs': 0.204462} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.191573] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.191753] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.191991] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91ed4bc7-40eb-4223-bcc7-e41a587e4e0c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.254273] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.254448] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.254625] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleting the datastore file [datastore2] a76a89b7-b405-41d6-b88b-0578855224b4 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.254925] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a0be825-a915-4c11-8287-368d5039cdfa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.262049] env[62633]: DEBUG oslo_vmware.api [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for the task: (returnval){ [ 1247.262049] env[62633]: value = "task-2697037" [ 1247.262049] env[62633]: _type = "Task" [ 1247.262049] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.270011] env[62633]: DEBUG oslo_vmware.api [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.618239] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.772324] env[62633]: DEBUG oslo_vmware.api [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Task: {'id': task-2697037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134683} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.772522] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.772715] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.772898] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.773093] env[62633]: INFO nova.compute.manager [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1247.773339] env[62633]: DEBUG oslo.service.loopingcall [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1247.773531] env[62633]: DEBUG nova.compute.manager [-] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.773625] env[62633]: DEBUG nova.network.neutron [-] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.057178] env[62633]: DEBUG nova.compute.manager [req-44f9c5d8-e66c-42f9-b968-6d8ccbd8435d req-c52be44a-b7ac-4d84-81b1-d86bcb9f0982 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Received event network-vif-deleted-5109ce2c-cb7f-41ab-a02a-c966a4a68d33 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1248.057413] env[62633]: INFO nova.compute.manager [req-44f9c5d8-e66c-42f9-b968-6d8ccbd8435d req-c52be44a-b7ac-4d84-81b1-d86bcb9f0982 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Neutron deleted interface 5109ce2c-cb7f-41ab-a02a-c966a4a68d33; detaching it from the instance and deleting it from the info cache [ 1248.057597] env[62633]: DEBUG nova.network.neutron [req-44f9c5d8-e66c-42f9-b968-6d8ccbd8435d req-c52be44a-b7ac-4d84-81b1-d86bcb9f0982 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.119216] env[62633]: DEBUG oslo_vmware.api [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697035, 'name': PowerOnVM_Task, 'duration_secs': 0.570312} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.119494] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.119679] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f065b00-52f3-41fa-a987-1f50e95258a7 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance 'de27a25b-b0bf-479a-92b4-72ab785f91da' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.538812] env[62633]: DEBUG nova.network.neutron [-] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.560291] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83f6ce24-85dd-4773-a4cb-1149604dd4af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.571244] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef2428-aeba-4fbb-91da-1c235d87fbbc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.596753] env[62633]: DEBUG nova.compute.manager [req-44f9c5d8-e66c-42f9-b968-6d8ccbd8435d req-c52be44a-b7ac-4d84-81b1-d86bcb9f0982 service nova] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Detach interface failed, port_id=5109ce2c-cb7f-41ab-a02a-c966a4a68d33, reason: Instance a76a89b7-b405-41d6-b88b-0578855224b4 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1249.041692] env[62633]: INFO nova.compute.manager [-] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Took 1.27 seconds to deallocate network for instance. [ 1249.548480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.548789] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.549038] env[62633]: DEBUG nova.objects.instance [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lazy-loading 'resources' on Instance uuid a76a89b7-b405-41d6-b88b-0578855224b4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.112317] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0446d3-bcf5-4958-aeb0-a8815c2ea9ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.121551] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a0c7a-da65-49a9-bfd6-5aa7e68a365e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.153225] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77494ad3-2d52-4ede-b4a3-d3a76771194a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.160729] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0401ac-778c-4091-b405-e0d18409a100 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.180190] env[62633]: DEBUG nova.compute.provider_tree [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.580381] env[62633]: DEBUG nova.network.neutron [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Port de13768d-d823-4561-b459-1a73c269c055 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1250.580869] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.581148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.581437] env[62633]: DEBUG nova.network.neutron [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.683606] env[62633]: DEBUG nova.scheduler.client.report [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.189707] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.215892] env[62633]: INFO nova.scheduler.client.report [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Deleted allocations for instance a76a89b7-b405-41d6-b88b-0578855224b4 [ 1251.411240] env[62633]: DEBUG nova.network.neutron [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance_info_cache with network_info: [{"id": "de13768d-d823-4561-b459-1a73c269c055", "address": "fa:16:3e:fa:3e:de", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde13768d-d8", "ovs_interfaceid": "de13768d-d823-4561-b459-1a73c269c055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.723911] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35415873-d058-470b-81bb-6e965fbfb1c6 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Lock "a76a89b7-b405-41d6-b88b-0578855224b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.913766] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.418332] env[62633]: DEBUG nova.compute.manager [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62633) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1252.418332] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.418332] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.920527] env[62633]: DEBUG nova.objects.instance [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'migration_context' on Instance uuid de27a25b-b0bf-479a-92b4-72ab785f91da {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.488268] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f981533-6955-432f-b0c6-001c33b27ee6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.495883] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0550f0-1ba3-4527-af5d-05ffffb0d2fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.527556] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d6956e-d9bd-41bc-83d9-7d2c5ae29670 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.534942] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc3bd3a-9df4-4ba1-9065-546cbcde568a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.548457] env[62633]: DEBUG nova.compute.provider_tree [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.626397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.626581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.051680] env[62633]: DEBUG nova.scheduler.client.report [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.129394] env[62633]: DEBUG nova.compute.manager [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.652425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.063256] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.646s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.068826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.416s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.070283] env[62633]: INFO nova.compute.claims [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.142749] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3961aa3-f715-42e8-b08d-2d722d24b6b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.150795] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb12eed-b671-413b-8b3f-957569a67c75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.180666] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f23d2e2-ee60-4d38-8cb3-6ff46be339bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.189695] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4271f30d-e38c-4fc7-a74b-0581c95a2ff1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.205032] env[62633]: DEBUG nova.compute.provider_tree [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.606690] env[62633]: INFO nova.compute.manager [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Swapping old allocation on dict_keys(['99202964-43d9-4e5e-8b3d-44f8431e83fd']) held by migration 083fabfd-d5c0-4e88-bdee-3a6c1d1a5d63 for instance [ 1256.627198] env[62633]: DEBUG nova.scheduler.client.report [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Overwriting current allocation {'allocations': {'99202964-43d9-4e5e-8b3d-44f8431e83fd': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '04137b21e1694f77ba9178689ff1b807', 'user_id': '48f996eb05e24c159a59ac1088e98378', 'consumer_generation': 1} on consumer de27a25b-b0bf-479a-92b4-72ab785f91da {{(pid=62633) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1256.701599] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.701819] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.702035] env[62633]: DEBUG nova.network.neutron [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.708300] env[62633]: DEBUG nova.scheduler.client.report [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.213077] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.213593] env[62633]: DEBUG nova.compute.manager [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.405015] env[62633]: DEBUG nova.network.neutron [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance_info_cache with network_info: [{"id": "de13768d-d823-4561-b459-1a73c269c055", "address": "fa:16:3e:fa:3e:de", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde13768d-d8", "ovs_interfaceid": "de13768d-d823-4561-b459-1a73c269c055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.718509] env[62633]: DEBUG nova.compute.utils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.719915] env[62633]: DEBUG nova.compute.manager [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1257.720120] env[62633]: DEBUG nova.network.neutron [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.753847] env[62633]: DEBUG nova.policy [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73dd503ae1264711841255c81aa77d69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e356464dd4491cb6958f50253b4202', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1257.908064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-de27a25b-b0bf-479a-92b4-72ab785f91da" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.908560] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.908888] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5046488e-760e-4828-ae61-5a8f2a8e979d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.916041] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1257.916041] env[62633]: value = "task-2697038" [ 1257.916041] env[62633]: _type = "Task" [ 1257.916041] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.924485] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.009704] env[62633]: DEBUG nova.network.neutron [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Successfully created port: 50b03726-5f01-4141-a746-fb21f7bcb481 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.223736] env[62633]: DEBUG nova.compute.manager [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.425429] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697038, 'name': PowerOffVM_Task, 'duration_secs': 0.165441} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.425706] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.426433] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.426649] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.426889] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.427098] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.427269] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.427421] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.427624] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.427783] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.427982] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.428179] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.428361] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.434127] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da9c03c1-1b76-49d1-9964-460e77ca3103 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.449239] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1258.449239] env[62633]: value = "task-2697039" [ 1258.449239] env[62633]: _type = "Task" [ 1258.449239] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.457170] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.962844] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697039, 'name': ReconfigVM_Task, 'duration_secs': 0.130097} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.962844] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83269b07-0f9b-40da-9c41-fbd0fa07283b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.980041] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.980311] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.980496] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.980661] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.980798] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.980969] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.981211] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.981389] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.981533] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.981693] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.981864] env[62633]: DEBUG nova.virt.hardware [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.982674] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29a8b32-dee2-4d43-a911-a2cc876540d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.988074] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1258.988074] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52a92319-cb97-b1a4-f769-f5751b7e880a" [ 1258.988074] env[62633]: _type = "Task" [ 1258.988074] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.995808] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a92319-cb97-b1a4-f769-f5751b7e880a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.234793] env[62633]: DEBUG nova.compute.manager [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.261984] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.262249] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.262407] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.262591] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.262737] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.262883] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.263108] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.263274] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.263443] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.263606] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.263778] env[62633]: DEBUG nova.virt.hardware [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.264645] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d2bb88-ce00-4b6a-b3d1-aa7d708d6de2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.272606] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8512581-ef29-414f-b9b1-715fb19e498e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.501745] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52a92319-cb97-b1a4-f769-f5751b7e880a, 'name': SearchDatastore_Task, 'duration_secs': 0.006772} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.507770] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1259.508027] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5886622d-79f5-4006-9473-2b9eab3ab75a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.528295] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1259.528295] env[62633]: value = "task-2697040" [ 1259.528295] env[62633]: _type = "Task" [ 1259.528295] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.535859] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.572846] env[62633]: DEBUG nova.compute.manager [req-f0f7f7ff-5a8a-4673-bab5-fc6272fad294 req-aa6767e4-6a96-4681-a6ea-dd5f4de57501 service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Received event network-vif-plugged-50b03726-5f01-4141-a746-fb21f7bcb481 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1259.572986] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0f7f7ff-5a8a-4673-bab5-fc6272fad294 req-aa6767e4-6a96-4681-a6ea-dd5f4de57501 service nova] Acquiring lock "70e30708-c4e1-43a0-b9fa-971f32a3f887-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.573234] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0f7f7ff-5a8a-4673-bab5-fc6272fad294 req-aa6767e4-6a96-4681-a6ea-dd5f4de57501 service nova] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.573423] env[62633]: DEBUG oslo_concurrency.lockutils [req-f0f7f7ff-5a8a-4673-bab5-fc6272fad294 req-aa6767e4-6a96-4681-a6ea-dd5f4de57501 service nova] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.573596] env[62633]: DEBUG nova.compute.manager [req-f0f7f7ff-5a8a-4673-bab5-fc6272fad294 req-aa6767e4-6a96-4681-a6ea-dd5f4de57501 service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] No waiting events found dispatching network-vif-plugged-50b03726-5f01-4141-a746-fb21f7bcb481 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.573760] env[62633]: WARNING nova.compute.manager [req-f0f7f7ff-5a8a-4673-bab5-fc6272fad294 req-aa6767e4-6a96-4681-a6ea-dd5f4de57501 service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Received unexpected event network-vif-plugged-50b03726-5f01-4141-a746-fb21f7bcb481 for instance with vm_state building and task_state spawning. [ 1259.664390] env[62633]: DEBUG nova.network.neutron [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Successfully updated port: 50b03726-5f01-4141-a746-fb21f7bcb481 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.038285] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697040, 'name': ReconfigVM_Task, 'duration_secs': 0.192709} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.038572] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.039374] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9e6e7d-ae4f-4fb2-b7af-8af7922714d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.060129] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] de27a25b-b0bf-479a-92b4-72ab785f91da/de27a25b-b0bf-479a-92b4-72ab785f91da.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.060373] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36844c89-4420-441f-8a1e-7cb26f73af4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.077451] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1260.077451] env[62633]: value = "task-2697041" [ 1260.077451] env[62633]: _type = "Task" [ 1260.077451] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.084903] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.168182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "refresh_cache-70e30708-c4e1-43a0-b9fa-971f32a3f887" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.168375] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "refresh_cache-70e30708-c4e1-43a0-b9fa-971f32a3f887" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.168571] env[62633]: DEBUG nova.network.neutron [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.588189] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697041, 'name': ReconfigVM_Task, 'duration_secs': 0.251748} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.588536] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Reconfigured VM instance instance-00000076 to attach disk [datastore2] de27a25b-b0bf-479a-92b4-72ab785f91da/de27a25b-b0bf-479a-92b4-72ab785f91da.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.589292] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911451e3-8481-4c63-9dbb-071feea213e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.606523] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d7f8f4-0304-486b-8594-356321a7ea17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.623546] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4a84da-042a-4ccb-94fa-412f4e951dc2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.640940] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b3e81b-cb05-44f6-a6ad-43b23b848013 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.647282] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.647504] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb379f88-54fb-4c9c-a4ff-7d3ba1a0d361 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.652685] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1260.652685] env[62633]: value = "task-2697042" [ 1260.652685] env[62633]: _type = "Task" [ 1260.652685] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.661274] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.702273] env[62633]: DEBUG nova.network.neutron [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.823372] env[62633]: DEBUG nova.network.neutron [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Updating instance_info_cache with network_info: [{"id": "50b03726-5f01-4141-a746-fb21f7bcb481", "address": "fa:16:3e:34:9c:2d", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b03726-5f", "ovs_interfaceid": "50b03726-5f01-4141-a746-fb21f7bcb481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.162328] env[62633]: DEBUG oslo_vmware.api [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697042, 'name': PowerOnVM_Task, 'duration_secs': 0.373428} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.162648] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.326255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "refresh_cache-70e30708-c4e1-43a0-b9fa-971f32a3f887" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.326579] env[62633]: DEBUG nova.compute.manager [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Instance network_info: |[{"id": "50b03726-5f01-4141-a746-fb21f7bcb481", "address": "fa:16:3e:34:9c:2d", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b03726-5f", "ovs_interfaceid": "50b03726-5f01-4141-a746-fb21f7bcb481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.326998] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:9c:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b03726-5f01-4141-a746-fb21f7bcb481', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.334357] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Creating folder: Project (b1e356464dd4491cb6958f50253b4202). Parent ref: group-v543169. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.334613] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcf264ef-2a31-4334-852c-8f40adb709d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.345799] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Created folder: Project (b1e356464dd4491cb6958f50253b4202) in parent group-v543169. [ 1261.345939] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Creating folder: Instances. Parent ref: group-v543495. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.346172] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76cb7c75-8e5f-45f9-9717-62d7cf9c847c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.354785] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Created folder: Instances in parent group-v543495. [ 1261.355009] env[62633]: DEBUG oslo.service.loopingcall [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.355193] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.355380] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65e90552-2cfd-47bc-8633-006a326ccbf6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.374052] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.374052] env[62633]: value = "task-2697045" [ 1261.374052] env[62633]: _type = "Task" [ 1261.374052] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.381061] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697045, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.601634] env[62633]: DEBUG nova.compute.manager [req-be265234-e631-49ff-be1f-593833addb87 req-d55e269e-3c27-4943-ba92-56739258af6c service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Received event network-changed-50b03726-5f01-4141-a746-fb21f7bcb481 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1261.601900] env[62633]: DEBUG nova.compute.manager [req-be265234-e631-49ff-be1f-593833addb87 req-d55e269e-3c27-4943-ba92-56739258af6c service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Refreshing instance network info cache due to event network-changed-50b03726-5f01-4141-a746-fb21f7bcb481. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1261.602100] env[62633]: DEBUG oslo_concurrency.lockutils [req-be265234-e631-49ff-be1f-593833addb87 req-d55e269e-3c27-4943-ba92-56739258af6c service nova] Acquiring lock "refresh_cache-70e30708-c4e1-43a0-b9fa-971f32a3f887" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.602258] env[62633]: DEBUG oslo_concurrency.lockutils [req-be265234-e631-49ff-be1f-593833addb87 req-d55e269e-3c27-4943-ba92-56739258af6c service nova] Acquired lock "refresh_cache-70e30708-c4e1-43a0-b9fa-971f32a3f887" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.602427] env[62633]: DEBUG nova.network.neutron [req-be265234-e631-49ff-be1f-593833addb87 req-d55e269e-3c27-4943-ba92-56739258af6c service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Refreshing network info cache for port 50b03726-5f01-4141-a746-fb21f7bcb481 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.883694] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697045, 'name': CreateVM_Task, 'duration_secs': 0.34723} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.883891] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.884521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.884687] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.885011] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1261.885259] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdce42f-1bf0-4539-8dc2-63b19c5fd794 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.889326] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1261.889326] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]521e2f0b-9c69-3b1c-a31b-290c2af30bcc" [ 1261.889326] env[62633]: _type = "Task" [ 1261.889326] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.896521] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521e2f0b-9c69-3b1c-a31b-290c2af30bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.172270] env[62633]: INFO nova.compute.manager [None req-54557b17-dd7f-43b2-8742-ad4710f8f9f6 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance to original state: 'active' [ 1262.281955] env[62633]: DEBUG nova.network.neutron [req-be265234-e631-49ff-be1f-593833addb87 req-d55e269e-3c27-4943-ba92-56739258af6c service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Updated VIF entry in instance network info cache for port 50b03726-5f01-4141-a746-fb21f7bcb481. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.282323] env[62633]: DEBUG nova.network.neutron [req-be265234-e631-49ff-be1f-593833addb87 req-d55e269e-3c27-4943-ba92-56739258af6c service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Updating instance_info_cache with network_info: [{"id": "50b03726-5f01-4141-a746-fb21f7bcb481", "address": "fa:16:3e:34:9c:2d", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b03726-5f", "ovs_interfaceid": "50b03726-5f01-4141-a746-fb21f7bcb481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.399532] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]521e2f0b-9c69-3b1c-a31b-290c2af30bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.399812] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.400047] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.400276] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.400420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.400595] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.400834] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb60781c-7a6e-408c-aa5c-4d82ed3e3306 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.408524] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.408691] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.409357] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b2747c-6182-46b8-8253-c18d907e0968 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.414218] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1262.414218] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5234ef0a-9147-c9d4-4435-a418417b839a" [ 1262.414218] env[62633]: _type = "Task" [ 1262.414218] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.421115] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5234ef0a-9147-c9d4-4435-a418417b839a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.784530] env[62633]: DEBUG oslo_concurrency.lockutils [req-be265234-e631-49ff-be1f-593833addb87 req-d55e269e-3c27-4943-ba92-56739258af6c service nova] Releasing lock "refresh_cache-70e30708-c4e1-43a0-b9fa-971f32a3f887" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.924808] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5234ef0a-9147-c9d4-4435-a418417b839a, 'name': SearchDatastore_Task, 'duration_secs': 0.007929} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.925577] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4560ce9-7558-4a50-99cd-187d0c720058 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.930299] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1262.930299] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52758ac7-1986-817f-9aa7-449000f1b07d" [ 1262.930299] env[62633]: _type = "Task" [ 1262.930299] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.937490] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52758ac7-1986-817f-9aa7-449000f1b07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.441455] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52758ac7-1986-817f-9aa7-449000f1b07d, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.441455] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.441703] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 70e30708-c4e1-43a0-b9fa-971f32a3f887/70e30708-c4e1-43a0-b9fa-971f32a3f887.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.441919] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf5587d-bf0b-4f29-8a75-459155dfd30f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.449371] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1263.449371] env[62633]: value = "task-2697046" [ 1263.449371] env[62633]: _type = "Task" [ 1263.449371] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.457292] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.959882] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697046, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.149293] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "de27a25b-b0bf-479a-92b4-72ab785f91da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.149500] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.149708] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "de27a25b-b0bf-479a-92b4-72ab785f91da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.149888] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.150073] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.152249] env[62633]: INFO nova.compute.manager [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Terminating instance [ 1264.460461] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591717} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.460719] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] 70e30708-c4e1-43a0-b9fa-971f32a3f887/70e30708-c4e1-43a0-b9fa-971f32a3f887.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.460950] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.461221] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57237525-be39-4ae6-9ab4-f5e63baf307b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.467012] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1264.467012] env[62633]: value = "task-2697047" [ 1264.467012] env[62633]: _type = "Task" [ 1264.467012] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.474253] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.656362] env[62633]: DEBUG nova.compute.manager [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.656582] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.657505] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a71228-e095-4a80-b5e6-553a7076ad7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.665396] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.665618] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3495d85d-2a0c-4f79-b022-4cf2142f5556 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.672130] env[62633]: DEBUG oslo_vmware.api [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1264.672130] env[62633]: value = "task-2697048" [ 1264.672130] env[62633]: _type = "Task" [ 1264.672130] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.679374] env[62633]: DEBUG oslo_vmware.api [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.977498] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066797} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.977876] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.978562] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e583fd58-e588-4ddb-883c-8a1971ffdfab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.999731] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 70e30708-c4e1-43a0-b9fa-971f32a3f887/70e30708-c4e1-43a0-b9fa-971f32a3f887.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.999982] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4a6ba8-913b-42c1-ae25-b4838a442400 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.018758] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1265.018758] env[62633]: value = "task-2697049" [ 1265.018758] env[62633]: _type = "Task" [ 1265.018758] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.025944] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.181942] env[62633]: DEBUG oslo_vmware.api [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697048, 'name': PowerOffVM_Task, 'duration_secs': 0.1813} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.182212] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.182384] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.182633] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd2a15a-2f48-434d-aac3-9266d76d6106 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.432359] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.432541] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.432710] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleting the datastore file [datastore2] de27a25b-b0bf-479a-92b4-72ab785f91da {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.432983] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac388295-ec61-492f-a34e-de2c9a634f97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.439202] env[62633]: DEBUG oslo_vmware.api [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1265.439202] env[62633]: value = "task-2697051" [ 1265.439202] env[62633]: _type = "Task" [ 1265.439202] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.446770] env[62633]: DEBUG oslo_vmware.api [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.526736] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697049, 'name': ReconfigVM_Task, 'duration_secs': 0.289385} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.527029] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 70e30708-c4e1-43a0-b9fa-971f32a3f887/70e30708-c4e1-43a0-b9fa-971f32a3f887.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.527637] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-357816b2-b0cb-4e20-b33e-4b2e520d1d55 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.533522] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1265.533522] env[62633]: value = "task-2697052" [ 1265.533522] env[62633]: _type = "Task" [ 1265.533522] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.540923] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697052, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.949129] env[62633]: DEBUG oslo_vmware.api [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147095} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.949469] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.949781] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.950099] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.950398] env[62633]: INFO nova.compute.manager [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1265.950795] env[62633]: DEBUG oslo.service.loopingcall [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.951120] env[62633]: DEBUG nova.compute.manager [-] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.951297] env[62633]: DEBUG nova.network.neutron [-] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.043827] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697052, 'name': Rename_Task, 'duration_secs': 0.146857} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.044248] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.044321] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a869d16-f080-4e4f-bc50-d09edbc14a5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.049815] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1266.049815] env[62633]: value = "task-2697053" [ 1266.049815] env[62633]: _type = "Task" [ 1266.049815] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.056955] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.399854] env[62633]: DEBUG nova.compute.manager [req-d097c8e3-a7fa-4186-a2d5-1d7f990c7652 req-9e9ca6b6-9b04-4220-9c52-e174f4dd95b6 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Received event network-vif-deleted-de13768d-d823-4561-b459-1a73c269c055 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1266.400115] env[62633]: INFO nova.compute.manager [req-d097c8e3-a7fa-4186-a2d5-1d7f990c7652 req-9e9ca6b6-9b04-4220-9c52-e174f4dd95b6 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Neutron deleted interface de13768d-d823-4561-b459-1a73c269c055; detaching it from the instance and deleting it from the info cache [ 1266.400243] env[62633]: DEBUG nova.network.neutron [req-d097c8e3-a7fa-4186-a2d5-1d7f990c7652 req-9e9ca6b6-9b04-4220-9c52-e174f4dd95b6 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.559239] env[62633]: DEBUG oslo_vmware.api [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697053, 'name': PowerOnVM_Task, 'duration_secs': 0.453305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.559537] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.559748] env[62633]: INFO nova.compute.manager [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1266.559930] env[62633]: DEBUG nova.compute.manager [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.560694] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ade3ee-4686-4c65-a27c-727c5f884090 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.876481] env[62633]: DEBUG nova.network.neutron [-] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.903167] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18e7255d-124a-45d2-96aa-3dbb316f32bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.913726] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd29ad-6253-4732-80ce-3bc1337e1e74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.937985] env[62633]: DEBUG nova.compute.manager [req-d097c8e3-a7fa-4186-a2d5-1d7f990c7652 req-9e9ca6b6-9b04-4220-9c52-e174f4dd95b6 service nova] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Detach interface failed, port_id=de13768d-d823-4561-b459-1a73c269c055, reason: Instance de27a25b-b0bf-479a-92b4-72ab785f91da could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1267.078761] env[62633]: INFO nova.compute.manager [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Took 12.44 seconds to build instance. [ 1267.379077] env[62633]: INFO nova.compute.manager [-] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Took 1.43 seconds to deallocate network for instance. [ 1267.581390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c2a0168-3805-463b-8592-0013c36d0809 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.954s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.885527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.885802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.886010] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.908706] env[62633]: INFO nova.scheduler.client.report [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted allocations for instance de27a25b-b0bf-479a-92b4-72ab785f91da [ 1267.936283] env[62633]: DEBUG nova.compute.manager [req-e90f1a67-e8bd-4e5b-9b09-6a77b02138db req-b1880995-a133-4e76-840b-07625ae6cdcb service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Received event network-changed-50b03726-5f01-4141-a746-fb21f7bcb481 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1267.936283] env[62633]: DEBUG nova.compute.manager [req-e90f1a67-e8bd-4e5b-9b09-6a77b02138db req-b1880995-a133-4e76-840b-07625ae6cdcb service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Refreshing instance network info cache due to event network-changed-50b03726-5f01-4141-a746-fb21f7bcb481. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1267.936283] env[62633]: DEBUG oslo_concurrency.lockutils [req-e90f1a67-e8bd-4e5b-9b09-6a77b02138db req-b1880995-a133-4e76-840b-07625ae6cdcb service nova] Acquiring lock "refresh_cache-70e30708-c4e1-43a0-b9fa-971f32a3f887" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.936283] env[62633]: DEBUG oslo_concurrency.lockutils [req-e90f1a67-e8bd-4e5b-9b09-6a77b02138db req-b1880995-a133-4e76-840b-07625ae6cdcb service nova] Acquired lock "refresh_cache-70e30708-c4e1-43a0-b9fa-971f32a3f887" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.936514] env[62633]: DEBUG nova.network.neutron [req-e90f1a67-e8bd-4e5b-9b09-6a77b02138db req-b1880995-a133-4e76-840b-07625ae6cdcb service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Refreshing network info cache for port 50b03726-5f01-4141-a746-fb21f7bcb481 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.416936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4111299b-0a9c-4928-8548-8a4acd30e514 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "de27a25b-b0bf-479a-92b4-72ab785f91da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.267s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.644932] env[62633]: DEBUG nova.network.neutron [req-e90f1a67-e8bd-4e5b-9b09-6a77b02138db req-b1880995-a133-4e76-840b-07625ae6cdcb service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Updated VIF entry in instance network info cache for port 50b03726-5f01-4141-a746-fb21f7bcb481. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.645338] env[62633]: DEBUG nova.network.neutron [req-e90f1a67-e8bd-4e5b-9b09-6a77b02138db req-b1880995-a133-4e76-840b-07625ae6cdcb service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Updating instance_info_cache with network_info: [{"id": "50b03726-5f01-4141-a746-fb21f7bcb481", "address": "fa:16:3e:34:9c:2d", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b03726-5f", "ovs_interfaceid": "50b03726-5f01-4141-a746-fb21f7bcb481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.148648] env[62633]: DEBUG oslo_concurrency.lockutils [req-e90f1a67-e8bd-4e5b-9b09-6a77b02138db req-b1880995-a133-4e76-840b-07625ae6cdcb service nova] Releasing lock "refresh_cache-70e30708-c4e1-43a0-b9fa-971f32a3f887" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.330272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.330498] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.832619] env[62633]: DEBUG nova.compute.manager [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.351173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.351434] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.352911] env[62633]: INFO nova.compute.claims [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.396099] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d021a8a2-e7d1-422f-92c0-30c98a5e1417 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.403492] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb35d7e1-c00c-4135-ab00-259e14a25838 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.434924] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44398bc-b7f8-424b-8a28-50b53d41ce27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.442616] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a1ef9b-8216-4631-b924-eb31e784efd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.455223] env[62633]: DEBUG nova.compute.provider_tree [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.865966] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.866275] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.866395] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1271.959076] env[62633]: DEBUG nova.scheduler.client.report [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.464333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.464915] env[62633]: DEBUG nova.compute.manager [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.970479] env[62633]: DEBUG nova.compute.utils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.971901] env[62633]: DEBUG nova.compute.manager [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.972143] env[62633]: DEBUG nova.network.neutron [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.023681] env[62633]: DEBUG nova.policy [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f996eb05e24c159a59ac1088e98378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04137b21e1694f77ba9178689ff1b807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.293066] env[62633]: DEBUG nova.network.neutron [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Successfully created port: b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.475510] env[62633]: DEBUG nova.compute.manager [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.861517] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.865186] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.865389] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.865564] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.485142] env[62633]: DEBUG nova.compute.manager [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.511837] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.512127] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.512307] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.512492] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.512639] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.512787] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.512995] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.513171] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.513341] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.513668] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.513668] env[62633]: DEBUG nova.virt.hardware [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.514538] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b01649-d31a-4dbf-83fe-060cb8f94c81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.522462] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bca4f6d-c7b1-4359-8bea-32e4f3961a3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.644566] env[62633]: DEBUG nova.compute.manager [req-e5ad90c7-4387-4a38-825e-34475fa0821f req-77ff6858-66c6-4ea6-a8f9-43987caf7205 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Received event network-vif-plugged-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1274.644798] env[62633]: DEBUG oslo_concurrency.lockutils [req-e5ad90c7-4387-4a38-825e-34475fa0821f req-77ff6858-66c6-4ea6-a8f9-43987caf7205 service nova] Acquiring lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.645015] env[62633]: DEBUG oslo_concurrency.lockutils [req-e5ad90c7-4387-4a38-825e-34475fa0821f req-77ff6858-66c6-4ea6-a8f9-43987caf7205 service nova] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.645186] env[62633]: DEBUG oslo_concurrency.lockutils [req-e5ad90c7-4387-4a38-825e-34475fa0821f req-77ff6858-66c6-4ea6-a8f9-43987caf7205 service nova] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.645357] env[62633]: DEBUG nova.compute.manager [req-e5ad90c7-4387-4a38-825e-34475fa0821f req-77ff6858-66c6-4ea6-a8f9-43987caf7205 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] No waiting events found dispatching network-vif-plugged-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.645518] env[62633]: WARNING nova.compute.manager [req-e5ad90c7-4387-4a38-825e-34475fa0821f req-77ff6858-66c6-4ea6-a8f9-43987caf7205 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Received unexpected event network-vif-plugged-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 for instance with vm_state building and task_state spawning. [ 1274.719367] env[62633]: DEBUG nova.network.neutron [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Successfully updated port: b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.865326] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.222579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.222787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.223010] env[62633]: DEBUG nova.network.neutron [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.367910] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.368161] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.368340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.368495] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1275.369433] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e1a033-2542-43e2-a5d9-820e2998cfae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.377901] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200709ac-5fce-4de6-9b33-1e8a9d7639ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.391517] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8e7cb-e0c3-45e2-b98e-aef7fd4fd1a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.397679] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fee35f-9210-40c0-bcbf-c38003a93e01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.425570] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180555MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1275.425728] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.426158] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.756854] env[62633]: DEBUG nova.network.neutron [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.890505] env[62633]: DEBUG nova.network.neutron [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Updating instance_info_cache with network_info: [{"id": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "address": "fa:16:3e:79:00:51", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f454b2-0e", "ovs_interfaceid": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.393829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.394195] env[62633]: DEBUG nova.compute.manager [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Instance network_info: |[{"id": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "address": "fa:16:3e:79:00:51", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f454b2-0e", "ovs_interfaceid": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.394629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:00:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7f454b2-0e0a-41ad-a513-bba84f0a3fd4', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.402064] env[62633]: DEBUG oslo.service.loopingcall [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.402314] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.402547] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66f44f94-bb14-4827-85c5-d86462ff30c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.423852] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.423852] env[62633]: value = "task-2697054" [ 1276.423852] env[62633]: _type = "Task" [ 1276.423852] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.433069] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697054, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.449974] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 70e30708-c4e1-43a0-b9fa-971f32a3f887 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.450140] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.450316] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1276.450459] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1276.489016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ad5b4b-b7fa-49c5-9c3b-a338c41e2cca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.495312] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48068ae4-54e8-409a-8165-178c55b98daf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.524774] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c72e884-b8d4-4adc-9c5d-d310d82bbc65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.531809] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9590f559-aa66-49cb-981f-5ba12d468aff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.544871] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.668603] env[62633]: DEBUG nova.compute.manager [req-c804002b-d376-4a73-9a56-657a3b580964 req-d658cc18-37bb-4393-99d1-568e68ac68ed service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Received event network-changed-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1276.668817] env[62633]: DEBUG nova.compute.manager [req-c804002b-d376-4a73-9a56-657a3b580964 req-d658cc18-37bb-4393-99d1-568e68ac68ed service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Refreshing instance network info cache due to event network-changed-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1276.669015] env[62633]: DEBUG oslo_concurrency.lockutils [req-c804002b-d376-4a73-9a56-657a3b580964 req-d658cc18-37bb-4393-99d1-568e68ac68ed service nova] Acquiring lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.669164] env[62633]: DEBUG oslo_concurrency.lockutils [req-c804002b-d376-4a73-9a56-657a3b580964 req-d658cc18-37bb-4393-99d1-568e68ac68ed service nova] Acquired lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.669325] env[62633]: DEBUG nova.network.neutron [req-c804002b-d376-4a73-9a56-657a3b580964 req-d658cc18-37bb-4393-99d1-568e68ac68ed service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Refreshing network info cache for port b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.935771] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697054, 'name': CreateVM_Task, 'duration_secs': 0.308901} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.936132] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.936616] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.936790] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.937159] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.937678] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88703bee-9a57-4060-b2f2-da9c07657100 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.942127] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1276.942127] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]529850be-cb92-a8cb-1f29-6ef89cf83376" [ 1276.942127] env[62633]: _type = "Task" [ 1276.942127] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.949484] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529850be-cb92-a8cb-1f29-6ef89cf83376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.048319] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.340753] env[62633]: DEBUG nova.network.neutron [req-c804002b-d376-4a73-9a56-657a3b580964 req-d658cc18-37bb-4393-99d1-568e68ac68ed service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Updated VIF entry in instance network info cache for port b7f454b2-0e0a-41ad-a513-bba84f0a3fd4. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.341151] env[62633]: DEBUG nova.network.neutron [req-c804002b-d376-4a73-9a56-657a3b580964 req-d658cc18-37bb-4393-99d1-568e68ac68ed service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Updating instance_info_cache with network_info: [{"id": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "address": "fa:16:3e:79:00:51", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f454b2-0e", "ovs_interfaceid": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.452419] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]529850be-cb92-a8cb-1f29-6ef89cf83376, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.452711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.452939] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.453215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.453329] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.453509] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.453757] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44d68319-8ced-4d5e-95d1-ad1a716badfb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.461670] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.461823] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.462502] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6662a1d5-86ab-406c-abdd-9d148c449523 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.467073] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1277.467073] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ca2a64-0095-c68c-8bb7-b45d2f61dc2e" [ 1277.467073] env[62633]: _type = "Task" [ 1277.467073] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.473840] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ca2a64-0095-c68c-8bb7-b45d2f61dc2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.553222] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1277.553417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.843633] env[62633]: DEBUG oslo_concurrency.lockutils [req-c804002b-d376-4a73-9a56-657a3b580964 req-d658cc18-37bb-4393-99d1-568e68ac68ed service nova] Releasing lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.977267] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ca2a64-0095-c68c-8bb7-b45d2f61dc2e, 'name': SearchDatastore_Task, 'duration_secs': 0.007447} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.978020] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae0078e-a970-40de-800c-0117c7ac383b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.982833] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1277.982833] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]5203f88b-9354-fded-229d-2016577af812" [ 1277.982833] env[62633]: _type = "Task" [ 1277.982833] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.989850] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5203f88b-9354-fded-229d-2016577af812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.493404] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]5203f88b-9354-fded-229d-2016577af812, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.493658] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.493912] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c/a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.494176] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91463b97-69c4-45ac-aa34-f9096d0b6f39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.500673] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1278.500673] env[62633]: value = "task-2697055" [ 1278.500673] env[62633]: _type = "Task" [ 1278.500673] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.507587] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.554113] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.010569] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416398} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.010936] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c/a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.011033] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.011288] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2d817ef-5508-4428-a6eb-e49cb7153d5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.018081] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1279.018081] env[62633]: value = "task-2697056" [ 1279.018081] env[62633]: _type = "Task" [ 1279.018081] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.025582] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.527273] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060923} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.527523] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.528293] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0db8ca3-07a8-44e3-a1b3-84234537aad6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.549268] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c/a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.549502] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851dce85-513a-45b1-a846-921ddc2c7332 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.569610] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1279.569610] env[62633]: value = "task-2697057" [ 1279.569610] env[62633]: _type = "Task" [ 1279.569610] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.576638] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.079767] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697057, 'name': ReconfigVM_Task, 'duration_secs': 0.296442} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.080158] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c/a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.080614] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c522244-301a-46a6-ab52-ec6af0f6837a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.086819] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1280.086819] env[62633]: value = "task-2697058" [ 1280.086819] env[62633]: _type = "Task" [ 1280.086819] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.094077] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697058, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.597877] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697058, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.097481] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697058, 'name': Rename_Task, 'duration_secs': 0.55061} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.097883] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.098585] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dca04ce-c378-43fd-a994-462d565bd2f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.104494] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1281.104494] env[62633]: value = "task-2697059" [ 1281.104494] env[62633]: _type = "Task" [ 1281.104494] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.111740] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.613944] env[62633]: DEBUG oslo_vmware.api [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697059, 'name': PowerOnVM_Task, 'duration_secs': 0.455122} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.614318] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.614529] env[62633]: INFO nova.compute.manager [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1281.614711] env[62633]: DEBUG nova.compute.manager [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.615543] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f474097f-0af0-4725-819a-5c341e8e3aad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.135808] env[62633]: INFO nova.compute.manager [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Took 11.80 seconds to build instance. [ 1282.222164] env[62633]: DEBUG nova.compute.manager [req-5ae20248-9c58-4950-af17-7eb3c1e837a8 req-a0c95a78-6405-4268-946b-ec8d2b875ca3 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Received event network-changed-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1282.222277] env[62633]: DEBUG nova.compute.manager [req-5ae20248-9c58-4950-af17-7eb3c1e837a8 req-a0c95a78-6405-4268-946b-ec8d2b875ca3 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Refreshing instance network info cache due to event network-changed-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1282.222476] env[62633]: DEBUG oslo_concurrency.lockutils [req-5ae20248-9c58-4950-af17-7eb3c1e837a8 req-a0c95a78-6405-4268-946b-ec8d2b875ca3 service nova] Acquiring lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.222609] env[62633]: DEBUG oslo_concurrency.lockutils [req-5ae20248-9c58-4950-af17-7eb3c1e837a8 req-a0c95a78-6405-4268-946b-ec8d2b875ca3 service nova] Acquired lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.222874] env[62633]: DEBUG nova.network.neutron [req-5ae20248-9c58-4950-af17-7eb3c1e837a8 req-a0c95a78-6405-4268-946b-ec8d2b875ca3 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Refreshing network info cache for port b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.638732] env[62633]: DEBUG oslo_concurrency.lockutils [None req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.308s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.919996] env[62633]: DEBUG nova.network.neutron [req-5ae20248-9c58-4950-af17-7eb3c1e837a8 req-a0c95a78-6405-4268-946b-ec8d2b875ca3 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Updated VIF entry in instance network info cache for port b7f454b2-0e0a-41ad-a513-bba84f0a3fd4. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.920391] env[62633]: DEBUG nova.network.neutron [req-5ae20248-9c58-4950-af17-7eb3c1e837a8 req-a0c95a78-6405-4268-946b-ec8d2b875ca3 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Updating instance_info_cache with network_info: [{"id": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "address": "fa:16:3e:79:00:51", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f454b2-0e", "ovs_interfaceid": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.423323] env[62633]: DEBUG oslo_concurrency.lockutils [req-5ae20248-9c58-4950-af17-7eb3c1e837a8 req-a0c95a78-6405-4268-946b-ec8d2b875ca3 service nova] Releasing lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.515584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.515864] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.019122] env[62633]: DEBUG nova.compute.utils [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.522492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.580107] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.580394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.580631] env[62633]: INFO nova.compute.manager [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Attaching volume 8fd7b7c3-06a3-4d69-9aaf-d96379ae4733 to /dev/sdb [ 1307.610848] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ebccf6-1397-4c0b-9f2e-c3d2ee29f4bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.618899] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e269b171-40af-4b11-ba4b-a2c4903072d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.631880] env[62633]: DEBUG nova.virt.block_device [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Updating existing volume attachment record: 7ceafbd0-fdea-4e11-8bf7-2814304cdd57 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1312.174044] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1312.174328] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543500', 'volume_id': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'name': 'volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70e30708-c4e1-43a0-b9fa-971f32a3f887', 'attached_at': '', 'detached_at': '', 'volume_id': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'serial': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1312.175209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82941c9a-ac11-4e74-bb21-3cf0bfcf3852 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.191589] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f87327-57de-49df-8a7f-143b7dd04cc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.215338] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733/volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.215600] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8459ca40-951a-4875-9556-70c3aea9abe4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.233621] env[62633]: DEBUG oslo_vmware.api [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1312.233621] env[62633]: value = "task-2697064" [ 1312.233621] env[62633]: _type = "Task" [ 1312.233621] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.241558] env[62633]: DEBUG oslo_vmware.api [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.742844] env[62633]: DEBUG oslo_vmware.api [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697064, 'name': ReconfigVM_Task, 'duration_secs': 0.3809} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.743140] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733/volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.747765] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a499f4d-e80b-4485-8178-d01d41f2be7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.762591] env[62633]: DEBUG oslo_vmware.api [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1312.762591] env[62633]: value = "task-2697065" [ 1312.762591] env[62633]: _type = "Task" [ 1312.762591] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.771735] env[62633]: DEBUG oslo_vmware.api [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.272250] env[62633]: DEBUG oslo_vmware.api [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697065, 'name': ReconfigVM_Task, 'duration_secs': 0.130844} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.272582] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543500', 'volume_id': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'name': 'volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70e30708-c4e1-43a0-b9fa-971f32a3f887', 'attached_at': '', 'detached_at': '', 'volume_id': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'serial': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1314.309759] env[62633]: DEBUG nova.objects.instance [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lazy-loading 'flavor' on Instance uuid 70e30708-c4e1-43a0-b9fa-971f32a3f887 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.815179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ab580f55-49b3-4954-806b-3a6f26b73bd5 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.863877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.864168] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.366854] env[62633]: DEBUG nova.compute.manager [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.886077] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.886339] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.887806] env[62633]: INFO nova.compute.claims [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.943069] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d3653b-6748-4d63-873e-79823e5f0ae7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.950471] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652c098c-8bd5-45c5-8b86-f6daf199175c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.980571] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8f3c8c-c025-4de7-a8eb-70be1aad8829 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.987264] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74576e9c-c919-4f29-9c63-6f2058f79f96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.000095] env[62633]: DEBUG nova.compute.provider_tree [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.503609] env[62633]: DEBUG nova.scheduler.client.report [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.008770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.009328] env[62633]: DEBUG nova.compute.manager [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.514501] env[62633]: DEBUG nova.compute.utils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.515860] env[62633]: DEBUG nova.compute.manager [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.516049] env[62633]: DEBUG nova.network.neutron [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.551938] env[62633]: DEBUG nova.policy [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73dd503ae1264711841255c81aa77d69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e356464dd4491cb6958f50253b4202', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.670604] env[62633]: DEBUG oslo_concurrency.lockutils [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.670929] env[62633]: DEBUG oslo_concurrency.lockutils [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.671151] env[62633]: DEBUG nova.compute.manager [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.672195] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c761a4a1-ce12-4f93-8083-ae4d528a1d42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.679134] env[62633]: DEBUG nova.compute.manager [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1319.679680] env[62633]: DEBUG nova.objects.instance [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'flavor' on Instance uuid a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.803141] env[62633]: DEBUG nova.network.neutron [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Successfully created port: 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.019596] env[62633]: DEBUG nova.compute.manager [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.686064] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.686064] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f87cc8d5-c96a-4136-9596-00632d6f8fc2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.693879] env[62633]: DEBUG oslo_vmware.api [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1320.693879] env[62633]: value = "task-2697066" [ 1320.693879] env[62633]: _type = "Task" [ 1320.693879] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.702108] env[62633]: DEBUG oslo_vmware.api [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.029668] env[62633]: DEBUG nova.compute.manager [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.058220] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.058481] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.058641] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.058824] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.058971] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.059133] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.059360] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.059513] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.059683] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.059849] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.060036] env[62633]: DEBUG nova.virt.hardware [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.060892] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec2a811-0c61-4e18-b989-c8c5ae65a358 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.069613] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5b4265-daa0-4413-9231-58dcd3d0bd90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.153546] env[62633]: DEBUG nova.compute.manager [req-b44e14f7-6408-447e-9bb1-c7806ba69e39 req-f6c432f6-883f-4ab7-87b4-a8127843499d service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Received event network-vif-plugged-6926cb6a-5bf7-4cf2-b852-9783320bb9b1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1321.153865] env[62633]: DEBUG oslo_concurrency.lockutils [req-b44e14f7-6408-447e-9bb1-c7806ba69e39 req-f6c432f6-883f-4ab7-87b4-a8127843499d service nova] Acquiring lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.153973] env[62633]: DEBUG oslo_concurrency.lockutils [req-b44e14f7-6408-447e-9bb1-c7806ba69e39 req-f6c432f6-883f-4ab7-87b4-a8127843499d service nova] Lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.154154] env[62633]: DEBUG oslo_concurrency.lockutils [req-b44e14f7-6408-447e-9bb1-c7806ba69e39 req-f6c432f6-883f-4ab7-87b4-a8127843499d service nova] Lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.154321] env[62633]: DEBUG nova.compute.manager [req-b44e14f7-6408-447e-9bb1-c7806ba69e39 req-f6c432f6-883f-4ab7-87b4-a8127843499d service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] No waiting events found dispatching network-vif-plugged-6926cb6a-5bf7-4cf2-b852-9783320bb9b1 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.154481] env[62633]: WARNING nova.compute.manager [req-b44e14f7-6408-447e-9bb1-c7806ba69e39 req-f6c432f6-883f-4ab7-87b4-a8127843499d service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Received unexpected event network-vif-plugged-6926cb6a-5bf7-4cf2-b852-9783320bb9b1 for instance with vm_state building and task_state spawning. [ 1321.202880] env[62633]: DEBUG oslo_vmware.api [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697066, 'name': PowerOffVM_Task, 'duration_secs': 0.166564} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.203149] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.203342] env[62633]: DEBUG nova.compute.manager [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.204135] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c97c4a-3b2a-447c-bb9d-51dd290eb3be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.233034] env[62633]: DEBUG nova.network.neutron [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Successfully updated port: 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.715424] env[62633]: DEBUG oslo_concurrency.lockutils [None req-720e9377-7ed8-4352-9ee0-fee92e71c915 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.735711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "refresh_cache-de042e7b-d565-46c7-817e-b3ca6acdbcc2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.735858] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "refresh_cache-de042e7b-d565-46c7-817e-b3ca6acdbcc2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.735952] env[62633]: DEBUG nova.network.neutron [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.075133] env[62633]: DEBUG nova.objects.instance [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'flavor' on Instance uuid a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.267276] env[62633]: DEBUG nova.network.neutron [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.381807] env[62633]: DEBUG nova.network.neutron [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Updating instance_info_cache with network_info: [{"id": "6926cb6a-5bf7-4cf2-b852-9783320bb9b1", "address": "fa:16:3e:1b:41:a2", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6926cb6a-5b", "ovs_interfaceid": "6926cb6a-5bf7-4cf2-b852-9783320bb9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.581340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.581539] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.581691] env[62633]: DEBUG nova.network.neutron [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.581870] env[62633]: DEBUG nova.objects.instance [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'info_cache' on Instance uuid a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.884856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "refresh_cache-de042e7b-d565-46c7-817e-b3ca6acdbcc2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.885224] env[62633]: DEBUG nova.compute.manager [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Instance network_info: |[{"id": "6926cb6a-5bf7-4cf2-b852-9783320bb9b1", "address": "fa:16:3e:1b:41:a2", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6926cb6a-5b", "ovs_interfaceid": "6926cb6a-5bf7-4cf2-b852-9783320bb9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1322.885666] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:41:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6926cb6a-5bf7-4cf2-b852-9783320bb9b1', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.893166] env[62633]: DEBUG oslo.service.loopingcall [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.893381] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.893607] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66d6a156-9b38-407e-bbef-4213848e76b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.913657] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.913657] env[62633]: value = "task-2697067" [ 1322.913657] env[62633]: _type = "Task" [ 1322.913657] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.921019] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697067, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.085744] env[62633]: DEBUG nova.objects.base [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1323.181067] env[62633]: DEBUG nova.compute.manager [req-4650b08f-4d8b-4e3d-ad13-ee092251a630 req-a8be23c2-2f74-4e37-962e-9a6b30eb9844 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Received event network-changed-6926cb6a-5bf7-4cf2-b852-9783320bb9b1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1323.181067] env[62633]: DEBUG nova.compute.manager [req-4650b08f-4d8b-4e3d-ad13-ee092251a630 req-a8be23c2-2f74-4e37-962e-9a6b30eb9844 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Refreshing instance network info cache due to event network-changed-6926cb6a-5bf7-4cf2-b852-9783320bb9b1. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1323.181339] env[62633]: DEBUG oslo_concurrency.lockutils [req-4650b08f-4d8b-4e3d-ad13-ee092251a630 req-a8be23c2-2f74-4e37-962e-9a6b30eb9844 service nova] Acquiring lock "refresh_cache-de042e7b-d565-46c7-817e-b3ca6acdbcc2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.181423] env[62633]: DEBUG oslo_concurrency.lockutils [req-4650b08f-4d8b-4e3d-ad13-ee092251a630 req-a8be23c2-2f74-4e37-962e-9a6b30eb9844 service nova] Acquired lock "refresh_cache-de042e7b-d565-46c7-817e-b3ca6acdbcc2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.181609] env[62633]: DEBUG nova.network.neutron [req-4650b08f-4d8b-4e3d-ad13-ee092251a630 req-a8be23c2-2f74-4e37-962e-9a6b30eb9844 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Refreshing network info cache for port 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.425067] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697067, 'name': CreateVM_Task, 'duration_secs': 0.319187} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.425249] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.425856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.426037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.426359] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.426600] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41992f7f-2956-46fe-9658-084dd3ca42b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.430969] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1323.430969] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52e3d2b9-5eac-9511-e277-c1a8e3eebed1" [ 1323.430969] env[62633]: _type = "Task" [ 1323.430969] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.438016] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e3d2b9-5eac-9511-e277-c1a8e3eebed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.868732] env[62633]: DEBUG nova.network.neutron [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Updating instance_info_cache with network_info: [{"id": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "address": "fa:16:3e:79:00:51", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f454b2-0e", "ovs_interfaceid": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.923544] env[62633]: DEBUG nova.network.neutron [req-4650b08f-4d8b-4e3d-ad13-ee092251a630 req-a8be23c2-2f74-4e37-962e-9a6b30eb9844 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Updated VIF entry in instance network info cache for port 6926cb6a-5bf7-4cf2-b852-9783320bb9b1. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.923904] env[62633]: DEBUG nova.network.neutron [req-4650b08f-4d8b-4e3d-ad13-ee092251a630 req-a8be23c2-2f74-4e37-962e-9a6b30eb9844 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Updating instance_info_cache with network_info: [{"id": "6926cb6a-5bf7-4cf2-b852-9783320bb9b1", "address": "fa:16:3e:1b:41:a2", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6926cb6a-5b", "ovs_interfaceid": "6926cb6a-5bf7-4cf2-b852-9783320bb9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.941625] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52e3d2b9-5eac-9511-e277-c1a8e3eebed1, 'name': SearchDatastore_Task, 'duration_secs': 0.01379} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.941874] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.942107] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.942334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.942500] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.942698] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.942949] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94ff4d31-3179-4acb-8161-599c01352af4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.951195] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.951449] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.952192] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eccaac2a-0140-4994-a7e5-4739f8297951 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.957293] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1323.957293] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52c971e2-a8c0-3dfe-e266-1826e2d85326" [ 1323.957293] env[62633]: _type = "Task" [ 1323.957293] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.964513] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c971e2-a8c0-3dfe-e266-1826e2d85326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.371974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.426177] env[62633]: DEBUG oslo_concurrency.lockutils [req-4650b08f-4d8b-4e3d-ad13-ee092251a630 req-a8be23c2-2f74-4e37-962e-9a6b30eb9844 service nova] Releasing lock "refresh_cache-de042e7b-d565-46c7-817e-b3ca6acdbcc2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.466778] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52c971e2-a8c0-3dfe-e266-1826e2d85326, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.467521] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f29dbf2-beae-4ded-8b3a-cb7b47923f77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.472130] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1324.472130] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52961742-3b0a-0f0a-3a3b-9dff13353736" [ 1324.472130] env[62633]: _type = "Task" [ 1324.472130] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.479037] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52961742-3b0a-0f0a-3a3b-9dff13353736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.982510] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52961742-3b0a-0f0a-3a3b-9dff13353736, 'name': SearchDatastore_Task, 'duration_secs': 0.008861} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.982796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.983061] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] de042e7b-d565-46c7-817e-b3ca6acdbcc2/de042e7b-d565-46c7-817e-b3ca6acdbcc2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.983333] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f206ff42-f988-46f5-96ad-d6886668c342 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.990085] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1324.990085] env[62633]: value = "task-2697068" [ 1324.990085] env[62633]: _type = "Task" [ 1324.990085] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.997656] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.377832] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.378230] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f19eb6a-e992-4e1a-9604-50a76bbffe09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.384919] env[62633]: DEBUG oslo_vmware.api [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1325.384919] env[62633]: value = "task-2697069" [ 1325.384919] env[62633]: _type = "Task" [ 1325.384919] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.393378] env[62633]: DEBUG oslo_vmware.api [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.499675] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462229} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.500710] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore2] de042e7b-d565-46c7-817e-b3ca6acdbcc2/de042e7b-d565-46c7-817e-b3ca6acdbcc2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.500710] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.500710] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96285fc1-97dc-4595-adac-8c511107953a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.506356] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1325.506356] env[62633]: value = "task-2697070" [ 1325.506356] env[62633]: _type = "Task" [ 1325.506356] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.513308] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.894541] env[62633]: DEBUG oslo_vmware.api [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697069, 'name': PowerOnVM_Task, 'duration_secs': 0.373948} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.894813] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.895028] env[62633]: DEBUG nova.compute.manager [None req-e9c3ff96-3a7c-4f9a-9e2d-63fb47c60dbb tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.895838] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dee2f2c-55a6-4c5f-b9dd-f2e76defd6bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.016136] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063396} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.016427] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.017315] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7858d30f-b32c-4b21-8944-3c2c2d9426a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.038913] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] de042e7b-d565-46c7-817e-b3ca6acdbcc2/de042e7b-d565-46c7-817e-b3ca6acdbcc2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.039178] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8ab5cd-c108-45b1-a658-26dea7d2a703 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.057915] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1326.057915] env[62633]: value = "task-2697071" [ 1326.057915] env[62633]: _type = "Task" [ 1326.057915] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.066663] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.567800] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697071, 'name': ReconfigVM_Task, 'duration_secs': 0.28248} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.568155] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] de042e7b-d565-46c7-817e-b3ca6acdbcc2/de042e7b-d565-46c7-817e-b3ca6acdbcc2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.568772] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9356f68-35d3-4aaa-9123-d03ebc412f52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.575034] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1326.575034] env[62633]: value = "task-2697072" [ 1326.575034] env[62633]: _type = "Task" [ 1326.575034] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.582440] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697072, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.861912] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41779681-824e-47a2-a8e6-ddb667b275d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.868681] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d5dd99-85b7-4d84-b617-7a525751d883 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1326.868896] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dd038cd9-9c77-4a2a-b70f-a44a6e1e7ef2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.875356] env[62633]: DEBUG oslo_vmware.api [None req-f6d5dd99-85b7-4d84-b617-7a525751d883 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1326.875356] env[62633]: value = "task-2697073" [ 1326.875356] env[62633]: _type = "Task" [ 1326.875356] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.882561] env[62633]: DEBUG oslo_vmware.api [None req-f6d5dd99-85b7-4d84-b617-7a525751d883 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697073, 'name': SuspendVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.084944] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697072, 'name': Rename_Task, 'duration_secs': 0.134433} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.085246] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.085501] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc75c95f-08f3-4394-9457-d2d7aa7d6680 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.091938] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1327.091938] env[62633]: value = "task-2697074" [ 1327.091938] env[62633]: _type = "Task" [ 1327.091938] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.099740] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.385358] env[62633]: DEBUG oslo_vmware.api [None req-f6d5dd99-85b7-4d84-b617-7a525751d883 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697073, 'name': SuspendVM_Task} progress is 75%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.601810] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.886216] env[62633]: DEBUG oslo_vmware.api [None req-f6d5dd99-85b7-4d84-b617-7a525751d883 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697073, 'name': SuspendVM_Task, 'duration_secs': 0.555266} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.886502] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d5dd99-85b7-4d84-b617-7a525751d883 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1327.886692] env[62633]: DEBUG nova.compute.manager [None req-f6d5dd99-85b7-4d84-b617-7a525751d883 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.887461] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8d9f71-d3ff-4a4b-8b09-8974139285ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.102334] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697074, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.602552] env[62633]: DEBUG oslo_vmware.api [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697074, 'name': PowerOnVM_Task, 'duration_secs': 1.020827} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.602930] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.603074] env[62633]: INFO nova.compute.manager [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1328.603262] env[62633]: DEBUG nova.compute.manager [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.604024] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c52c33-a080-45bf-baa1-79b0c2ed0b92 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.121954] env[62633]: INFO nova.compute.manager [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Took 12.25 seconds to build instance. [ 1329.166751] env[62633]: INFO nova.compute.manager [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Resuming [ 1329.167351] env[62633]: DEBUG nova.objects.instance [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'flavor' on Instance uuid a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.623821] env[62633]: DEBUG oslo_concurrency.lockutils [None req-77908385-bd7b-4766-97a5-54b669becc86 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.759s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.984413] env[62633]: DEBUG nova.compute.manager [req-1cf2b300-819c-404e-98e4-91bf42933041 req-e7d3c580-2376-41b4-8717-fa2191aee5e3 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Received event network-changed-6926cb6a-5bf7-4cf2-b852-9783320bb9b1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1329.984647] env[62633]: DEBUG nova.compute.manager [req-1cf2b300-819c-404e-98e4-91bf42933041 req-e7d3c580-2376-41b4-8717-fa2191aee5e3 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Refreshing instance network info cache due to event network-changed-6926cb6a-5bf7-4cf2-b852-9783320bb9b1. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1329.984864] env[62633]: DEBUG oslo_concurrency.lockutils [req-1cf2b300-819c-404e-98e4-91bf42933041 req-e7d3c580-2376-41b4-8717-fa2191aee5e3 service nova] Acquiring lock "refresh_cache-de042e7b-d565-46c7-817e-b3ca6acdbcc2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.985029] env[62633]: DEBUG oslo_concurrency.lockutils [req-1cf2b300-819c-404e-98e4-91bf42933041 req-e7d3c580-2376-41b4-8717-fa2191aee5e3 service nova] Acquired lock "refresh_cache-de042e7b-d565-46c7-817e-b3ca6acdbcc2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.985203] env[62633]: DEBUG nova.network.neutron [req-1cf2b300-819c-404e-98e4-91bf42933041 req-e7d3c580-2376-41b4-8717-fa2191aee5e3 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Refreshing network info cache for port 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.676591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.676945] env[62633]: DEBUG oslo_concurrency.lockutils [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquired lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.676987] env[62633]: DEBUG nova.network.neutron [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.694292] env[62633]: DEBUG nova.network.neutron [req-1cf2b300-819c-404e-98e4-91bf42933041 req-e7d3c580-2376-41b4-8717-fa2191aee5e3 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Updated VIF entry in instance network info cache for port 6926cb6a-5bf7-4cf2-b852-9783320bb9b1. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.694633] env[62633]: DEBUG nova.network.neutron [req-1cf2b300-819c-404e-98e4-91bf42933041 req-e7d3c580-2376-41b4-8717-fa2191aee5e3 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Updating instance_info_cache with network_info: [{"id": "6926cb6a-5bf7-4cf2-b852-9783320bb9b1", "address": "fa:16:3e:1b:41:a2", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6926cb6a-5b", "ovs_interfaceid": "6926cb6a-5bf7-4cf2-b852-9783320bb9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.196832] env[62633]: DEBUG oslo_concurrency.lockutils [req-1cf2b300-819c-404e-98e4-91bf42933041 req-e7d3c580-2376-41b4-8717-fa2191aee5e3 service nova] Releasing lock "refresh_cache-de042e7b-d565-46c7-817e-b3ca6acdbcc2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.364040] env[62633]: DEBUG nova.network.neutron [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Updating instance_info_cache with network_info: [{"id": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "address": "fa:16:3e:79:00:51", "network": {"id": "880d7555-7d43-427d-8ddc-a6fea65bc769", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-494545766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04137b21e1694f77ba9178689ff1b807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f454b2-0e", "ovs_interfaceid": "b7f454b2-0e0a-41ad-a513-bba84f0a3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.867239] env[62633]: DEBUG oslo_concurrency.lockutils [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Releasing lock "refresh_cache-a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.868161] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d7ea0-582a-4601-bd70-977a0739219d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.874677] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Resuming the VM {{(pid=62633) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1331.874903] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b98ccbb-226d-4b84-ab03-9cf036a56ebd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.880183] env[62633]: DEBUG oslo_vmware.api [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1331.880183] env[62633]: value = "task-2697075" [ 1331.880183] env[62633]: _type = "Task" [ 1331.880183] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.888462] env[62633]: DEBUG oslo_vmware.api [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.395989] env[62633]: DEBUG oslo_vmware.api [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697075, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.865809] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.890153] env[62633]: DEBUG oslo_vmware.api [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697075, 'name': PowerOnVM_Task, 'duration_secs': 0.52287} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.890553] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Resumed the VM {{(pid=62633) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1332.890646] env[62633]: DEBUG nova.compute.manager [None req-321b9977-8071-4101-82fb-2ce850490d08 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.891428] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a361b0-eb62-4dde-9175-4d6ef0834ed6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.861086] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.864709] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.864954] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.865177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.865360] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.865527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.867118] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.867560] env[62633]: INFO nova.compute.manager [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Terminating instance [ 1333.868769] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.868912] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1334.371738] env[62633]: DEBUG nova.compute.manager [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1334.372140] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.372959] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264ad52d-9e2d-47d6-874a-590c59bf3944 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.381016] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.381260] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b07eb676-f5c0-4c68-b218-a8c2b9d68133 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.387554] env[62633]: DEBUG oslo_vmware.api [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1334.387554] env[62633]: value = "task-2697076" [ 1334.387554] env[62633]: _type = "Task" [ 1334.387554] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.394935] env[62633]: DEBUG oslo_vmware.api [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.897257] env[62633]: DEBUG oslo_vmware.api [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697076, 'name': PowerOffVM_Task, 'duration_secs': 0.175813} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.897522] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.897690] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.897929] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b7daab4-2bea-4f15-9dbe-d6376bcbf6dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.965867] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.966150] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.966279] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleting the datastore file [datastore1] a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.966553] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76b3ce8d-3cc5-4b22-a185-0caba9f8f46e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.972693] env[62633]: DEBUG oslo_vmware.api [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for the task: (returnval){ [ 1334.972693] env[62633]: value = "task-2697078" [ 1334.972693] env[62633]: _type = "Task" [ 1334.972693] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.979785] env[62633]: DEBUG oslo_vmware.api [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.482639] env[62633]: DEBUG oslo_vmware.api [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Task: {'id': task-2697078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138429} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.482977] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.483117] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.483299] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.483474] env[62633]: INFO nova.compute.manager [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1335.483732] env[62633]: DEBUG oslo.service.loopingcall [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.483929] env[62633]: DEBUG nova.compute.manager [-] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.484037] env[62633]: DEBUG nova.network.neutron [-] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.867585] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.867585] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.867585] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.933264] env[62633]: DEBUG nova.compute.manager [req-b6bb7c83-93bd-453c-a3ee-b9cd13d0387b req-9ff3e92f-ce35-4ba1-b2d8-d3f631d15853 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Received event network-vif-deleted-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1335.933495] env[62633]: INFO nova.compute.manager [req-b6bb7c83-93bd-453c-a3ee-b9cd13d0387b req-9ff3e92f-ce35-4ba1-b2d8-d3f631d15853 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Neutron deleted interface b7f454b2-0e0a-41ad-a513-bba84f0a3fd4; detaching it from the instance and deleting it from the info cache [ 1335.933639] env[62633]: DEBUG nova.network.neutron [req-b6bb7c83-93bd-453c-a3ee-b9cd13d0387b req-9ff3e92f-ce35-4ba1-b2d8-d3f631d15853 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.417743] env[62633]: DEBUG nova.network.neutron [-] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.437110] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0bab0fb-5092-4e5f-8558-f2a1d3aa6cdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.446692] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f27571-cb08-4370-bcde-cd4fea536e39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.472362] env[62633]: DEBUG nova.compute.manager [req-b6bb7c83-93bd-453c-a3ee-b9cd13d0387b req-9ff3e92f-ce35-4ba1-b2d8-d3f631d15853 service nova] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Detach interface failed, port_id=b7f454b2-0e0a-41ad-a513-bba84f0a3fd4, reason: Instance a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1336.865262] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.920664] env[62633]: INFO nova.compute.manager [-] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Took 1.44 seconds to deallocate network for instance. [ 1337.368370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.368561] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.368722] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.368879] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1337.369849] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e030cb-19cd-418f-a5f8-78199f6d474c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.378182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a426cfb-8267-4404-8531-fc8ff36215e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.391755] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa592d-1d09-422d-8c1b-b26a190fdc0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.397797] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a85409-fdd0-4d68-848c-01b076ed7a89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.427216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.427434] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.427642] env[62633]: DEBUG nova.objects.instance [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lazy-loading 'resources' on Instance uuid a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.428662] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180997MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1337.428799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.982684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790b7308-d59c-4e56-8e94-40db7e8d9d45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.989937] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b015991c-ed6d-468e-a0d6-fafbc1b175de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.018618] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d55748b-ec06-4d61-b8f6-51c4af838f4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.025284] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e906515c-aa38-4bab-b44d-057f210ca2f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.037530] env[62633]: DEBUG nova.compute.provider_tree [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.540402] env[62633]: DEBUG nova.scheduler.client.report [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.046014] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.048320] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.619s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.064759] env[62633]: INFO nova.scheduler.client.report [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Deleted allocations for instance a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c [ 1339.572019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1f41f204-0ba4-4b17-be03-911c8a5f6636 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Lock "a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.707s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.069473] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance 70e30708-c4e1-43a0-b9fa-971f32a3f887 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.069473] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance de042e7b-d565-46c7-817e-b3ca6acdbcc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.069473] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1340.069473] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1340.104246] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f804fb2-a09c-40e1-b978-47394c154e35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.111524] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0cddee-3c8f-45e7-bc84-ab1c412095dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.140943] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da1a953-8f00-4fce-818d-8567b6026cba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.147698] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edbc2a5-3417-4103-9450-a9887f19db75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.160447] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.663266] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.167538] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1341.167829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.163416] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.891589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.892050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.892114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.892307] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.892475] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.896043] env[62633]: INFO nova.compute.manager [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Terminating instance [ 1368.403027] env[62633]: DEBUG nova.compute.manager [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.403027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.403027] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb55a941-877f-4cd3-9389-840071215b19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.410020] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.410421] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58ccd712-4948-44fe-ad78-ee21d8074237 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.416580] env[62633]: DEBUG oslo_vmware.api [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1368.416580] env[62633]: value = "task-2697079" [ 1368.416580] env[62633]: _type = "Task" [ 1368.416580] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.425177] env[62633]: DEBUG oslo_vmware.api [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.927915] env[62633]: DEBUG oslo_vmware.api [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697079, 'name': PowerOffVM_Task, 'duration_secs': 0.152029} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.927915] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.927915] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.927915] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a5f9e82-8e0b-42e8-9934-892c9388ff38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.989331] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.989581] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Deleting contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.989730] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleting the datastore file [datastore2] de042e7b-d565-46c7-817e-b3ca6acdbcc2 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.990042] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f946607-cc4d-40d5-a941-2afa74c24b77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.996437] env[62633]: DEBUG oslo_vmware.api [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1368.996437] env[62633]: value = "task-2697081" [ 1368.996437] env[62633]: _type = "Task" [ 1368.996437] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.003732] env[62633]: DEBUG oslo_vmware.api [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.506755] env[62633]: DEBUG oslo_vmware.api [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142791} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.507025] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.507207] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Deleted contents of the VM from datastore datastore2 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.507386] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.507563] env[62633]: INFO nova.compute.manager [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1369.507809] env[62633]: DEBUG oslo.service.loopingcall [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.508010] env[62633]: DEBUG nova.compute.manager [-] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.508112] env[62633]: DEBUG nova.network.neutron [-] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.932875] env[62633]: DEBUG nova.compute.manager [req-ca6107ba-8ac4-4808-9114-bd7186044ae8 req-6b9d101c-d65f-480a-b9d3-a599ff27b756 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Received event network-vif-deleted-6926cb6a-5bf7-4cf2-b852-9783320bb9b1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1369.932875] env[62633]: INFO nova.compute.manager [req-ca6107ba-8ac4-4808-9114-bd7186044ae8 req-6b9d101c-d65f-480a-b9d3-a599ff27b756 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Neutron deleted interface 6926cb6a-5bf7-4cf2-b852-9783320bb9b1; detaching it from the instance and deleting it from the info cache [ 1369.932875] env[62633]: DEBUG nova.network.neutron [req-ca6107ba-8ac4-4808-9114-bd7186044ae8 req-6b9d101c-d65f-480a-b9d3-a599ff27b756 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.416891] env[62633]: DEBUG nova.network.neutron [-] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.435392] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da50f268-f80b-4148-aefd-36b16920fa6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.445569] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa62ae01-de10-4e4c-96fb-9549119f27ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.470067] env[62633]: DEBUG nova.compute.manager [req-ca6107ba-8ac4-4808-9114-bd7186044ae8 req-6b9d101c-d65f-480a-b9d3-a599ff27b756 service nova] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Detach interface failed, port_id=6926cb6a-5bf7-4cf2-b852-9783320bb9b1, reason: Instance de042e7b-d565-46c7-817e-b3ca6acdbcc2 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1370.919907] env[62633]: INFO nova.compute.manager [-] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Took 1.41 seconds to deallocate network for instance. [ 1371.426605] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.426988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.427120] env[62633]: DEBUG nova.objects.instance [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lazy-loading 'resources' on Instance uuid de042e7b-d565-46c7-817e-b3ca6acdbcc2 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.970753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87867509-4d5e-4d8f-8d15-e005c550b1a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.978352] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38f0085-9d31-4f39-9596-768424218a8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.007331] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8bcc69-475f-4826-89c6-ff5570153825 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.014009] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd2f40c-2f72-44a0-9cb6-0007d4c0452f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.027394] env[62633]: DEBUG nova.compute.provider_tree [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.530268] env[62633]: DEBUG nova.scheduler.client.report [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.035375] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.055078] env[62633]: INFO nova.scheduler.client.report [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleted allocations for instance de042e7b-d565-46c7-817e-b3ca6acdbcc2 [ 1373.564447] env[62633]: DEBUG oslo_concurrency.lockutils [None req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "de042e7b-d565-46c7-817e-b3ca6acdbcc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.672s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.089453] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.089805] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.592792] env[62633]: INFO nova.compute.manager [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Detaching volume 8fd7b7c3-06a3-4d69-9aaf-d96379ae4733 [ 1375.621723] env[62633]: INFO nova.virt.block_device [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Attempting to driver detach volume 8fd7b7c3-06a3-4d69-9aaf-d96379ae4733 from mountpoint /dev/sdb [ 1375.621998] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1375.622215] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543500', 'volume_id': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'name': 'volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70e30708-c4e1-43a0-b9fa-971f32a3f887', 'attached_at': '', 'detached_at': '', 'volume_id': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'serial': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1375.623101] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d93da6-cdd3-4165-82bb-1ab52a7c3361 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.643818] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ec2d2e-b51b-4b64-aa03-558acc37256e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.650286] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a10b47-990b-4585-9bf3-44a64c300d9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.670706] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d81e704-3d6a-42db-a4bd-7f8413bd4a7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.684821] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] The volume has not been displaced from its original location: [datastore2] volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733/volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1375.689963] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1375.690221] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1822e02-194b-4986-b5ff-b100f7a20be1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.707131] env[62633]: DEBUG oslo_vmware.api [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1375.707131] env[62633]: value = "task-2697082" [ 1375.707131] env[62633]: _type = "Task" [ 1375.707131] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.714180] env[62633]: DEBUG oslo_vmware.api [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.216181] env[62633]: DEBUG oslo_vmware.api [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697082, 'name': ReconfigVM_Task, 'duration_secs': 0.245017} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.216667] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1376.221036] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d1ca0a-55d8-4c8d-aefc-43ed6f9ea132 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.235823] env[62633]: DEBUG oslo_vmware.api [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1376.235823] env[62633]: value = "task-2697083" [ 1376.235823] env[62633]: _type = "Task" [ 1376.235823] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.245692] env[62633]: DEBUG oslo_vmware.api [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.745887] env[62633]: DEBUG oslo_vmware.api [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697083, 'name': ReconfigVM_Task, 'duration_secs': 0.134232} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.746213] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543500', 'volume_id': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'name': 'volume-8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70e30708-c4e1-43a0-b9fa-971f32a3f887', 'attached_at': '', 'detached_at': '', 'volume_id': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733', 'serial': '8fd7b7c3-06a3-4d69-9aaf-d96379ae4733'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1377.285242] env[62633]: DEBUG nova.objects.instance [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lazy-loading 'flavor' on Instance uuid 70e30708-c4e1-43a0-b9fa-971f32a3f887 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.292481] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cb5d7200-097f-4c83-8679-254b95097ab3 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.320977] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.321358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.321490] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "70e30708-c4e1-43a0-b9fa-971f32a3f887-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.321762] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.322030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.324143] env[62633]: INFO nova.compute.manager [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Terminating instance [ 1379.828133] env[62633]: DEBUG nova.compute.manager [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.828363] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.829281] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26572d6-88c1-4422-b4c5-9a800e86aa06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.838375] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.838596] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066cd3d4-be4d-4d71-a6e4-d2c96e01a5ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.845392] env[62633]: DEBUG oslo_vmware.api [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1379.845392] env[62633]: value = "task-2697084" [ 1379.845392] env[62633]: _type = "Task" [ 1379.845392] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.852817] env[62633]: DEBUG oslo_vmware.api [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.354820] env[62633]: DEBUG oslo_vmware.api [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697084, 'name': PowerOffVM_Task, 'duration_secs': 0.208731} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.355200] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.355252] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.355487] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36387335-7556-40ca-b2f3-bb0ec30d7c04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.421554] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.421818] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.422083] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleting the datastore file [datastore1] 70e30708-c4e1-43a0-b9fa-971f32a3f887 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.422358] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-203322d6-4554-40a8-91f4-3a345c98b25a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.428373] env[62633]: DEBUG oslo_vmware.api [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1380.428373] env[62633]: value = "task-2697086" [ 1380.428373] env[62633]: _type = "Task" [ 1380.428373] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.435442] env[62633]: DEBUG oslo_vmware.api [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.938312] env[62633]: DEBUG oslo_vmware.api [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129753} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.938564] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.938714] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.938896] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.939116] env[62633]: INFO nova.compute.manager [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1380.939312] env[62633]: DEBUG oslo.service.loopingcall [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.939504] env[62633]: DEBUG nova.compute.manager [-] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1380.939597] env[62633]: DEBUG nova.network.neutron [-] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.391428] env[62633]: DEBUG nova.compute.manager [req-1eddd597-dc5f-4ebe-bfe7-182dcb62987c req-a694890a-e6ef-492e-9589-294a5fe1871d service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Received event network-vif-deleted-50b03726-5f01-4141-a746-fb21f7bcb481 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1381.391731] env[62633]: INFO nova.compute.manager [req-1eddd597-dc5f-4ebe-bfe7-182dcb62987c req-a694890a-e6ef-492e-9589-294a5fe1871d service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Neutron deleted interface 50b03726-5f01-4141-a746-fb21f7bcb481; detaching it from the instance and deleting it from the info cache [ 1381.392045] env[62633]: DEBUG nova.network.neutron [req-1eddd597-dc5f-4ebe-bfe7-182dcb62987c req-a694890a-e6ef-492e-9589-294a5fe1871d service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.869619] env[62633]: DEBUG nova.network.neutron [-] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.895069] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1f62340-5716-461b-9241-bd2341559ea4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.904959] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0ce70b-fc56-42e5-94c5-f45bcd32697b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.928606] env[62633]: DEBUG nova.compute.manager [req-1eddd597-dc5f-4ebe-bfe7-182dcb62987c req-a694890a-e6ef-492e-9589-294a5fe1871d service nova] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Detach interface failed, port_id=50b03726-5f01-4141-a746-fb21f7bcb481, reason: Instance 70e30708-c4e1-43a0-b9fa-971f32a3f887 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1382.372285] env[62633]: INFO nova.compute.manager [-] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Took 1.43 seconds to deallocate network for instance. [ 1382.878971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.879387] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.879533] env[62633]: DEBUG nova.objects.instance [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lazy-loading 'resources' on Instance uuid 70e30708-c4e1-43a0-b9fa-971f32a3f887 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.413628] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d441c3aa-d8ff-43e8-b7d1-69bf1fed1ac8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.425991] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1bc295-4881-4677-bcf5-1676a454616c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.457011] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d07b2cc-2502-4619-8078-f470ddd23278 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.463659] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68499263-9586-4038-a78c-5c6b1e556834 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.476185] env[62633]: DEBUG nova.compute.provider_tree [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.979878] env[62633]: DEBUG nova.scheduler.client.report [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.484909] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.506341] env[62633]: INFO nova.scheduler.client.report [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleted allocations for instance 70e30708-c4e1-43a0-b9fa-971f32a3f887 [ 1385.014494] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "70e30708-c4e1-43a0-b9fa-971f32a3f887" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.693s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.160776] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "b671d47d-8166-4912-b30e-312ad121edce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.161068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.663904] env[62633]: DEBUG nova.compute.manager [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.183748] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.184171] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.187488] env[62633]: INFO nova.compute.claims [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.222771] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ead7b9-7c43-40c7-a79e-f8f331f1df14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.230798] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751723b7-d911-4a81-b9c1-737c85a0eb00 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.260425] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66aa05a-af0f-45cc-8df0-0ff38326adec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.268228] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e209aee-8d6f-4645-a696-f73e2389e131 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.282936] env[62633]: DEBUG nova.compute.provider_tree [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.786233] env[62633]: DEBUG nova.scheduler.client.report [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.291380] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.291910] env[62633]: DEBUG nova.compute.manager [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1390.797060] env[62633]: DEBUG nova.compute.utils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1390.798458] env[62633]: DEBUG nova.compute.manager [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1390.798630] env[62633]: DEBUG nova.network.neutron [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1390.847206] env[62633]: DEBUG nova.policy [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73dd503ae1264711841255c81aa77d69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e356464dd4491cb6958f50253b4202', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.112862] env[62633]: DEBUG nova.network.neutron [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Successfully created port: 1a22f6ab-3db3-4d44-95c1-7da7af3da82e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1391.301402] env[62633]: DEBUG nova.compute.manager [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.312236] env[62633]: DEBUG nova.compute.manager [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1392.338639] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.338869] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.339040] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.339253] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.339397] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.339543] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.339746] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.339908] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.340114] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.340285] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.340458] env[62633]: DEBUG nova.virt.hardware [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.341353] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725bbde8-2a12-4c93-93e7-bdf0ad9dd5e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.349223] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc693f1-57b3-4390-9240-98c81e106576 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.660445] env[62633]: DEBUG nova.compute.manager [req-92d3d728-57d1-48ed-987c-39f273616f0d req-2fb9482c-ea7d-4eba-891d-2c13bb637105 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Received event network-vif-plugged-1a22f6ab-3db3-4d44-95c1-7da7af3da82e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1392.660731] env[62633]: DEBUG oslo_concurrency.lockutils [req-92d3d728-57d1-48ed-987c-39f273616f0d req-2fb9482c-ea7d-4eba-891d-2c13bb637105 service nova] Acquiring lock "b671d47d-8166-4912-b30e-312ad121edce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.660858] env[62633]: DEBUG oslo_concurrency.lockutils [req-92d3d728-57d1-48ed-987c-39f273616f0d req-2fb9482c-ea7d-4eba-891d-2c13bb637105 service nova] Lock "b671d47d-8166-4912-b30e-312ad121edce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.661049] env[62633]: DEBUG oslo_concurrency.lockutils [req-92d3d728-57d1-48ed-987c-39f273616f0d req-2fb9482c-ea7d-4eba-891d-2c13bb637105 service nova] Lock "b671d47d-8166-4912-b30e-312ad121edce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.661195] env[62633]: DEBUG nova.compute.manager [req-92d3d728-57d1-48ed-987c-39f273616f0d req-2fb9482c-ea7d-4eba-891d-2c13bb637105 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] No waiting events found dispatching network-vif-plugged-1a22f6ab-3db3-4d44-95c1-7da7af3da82e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1392.661361] env[62633]: WARNING nova.compute.manager [req-92d3d728-57d1-48ed-987c-39f273616f0d req-2fb9482c-ea7d-4eba-891d-2c13bb637105 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Received unexpected event network-vif-plugged-1a22f6ab-3db3-4d44-95c1-7da7af3da82e for instance with vm_state building and task_state spawning. [ 1392.737023] env[62633]: DEBUG nova.network.neutron [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Successfully updated port: 1a22f6ab-3db3-4d44-95c1-7da7af3da82e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1392.865205] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.239189] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "refresh_cache-b671d47d-8166-4912-b30e-312ad121edce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.239357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "refresh_cache-b671d47d-8166-4912-b30e-312ad121edce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.239520] env[62633]: DEBUG nova.network.neutron [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.773693] env[62633]: DEBUG nova.network.neutron [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.865860] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.866034] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Cleaning up deleted instances with incomplete migration {{(pid=62633) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1393.886725] env[62633]: DEBUG nova.network.neutron [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Updating instance_info_cache with network_info: [{"id": "1a22f6ab-3db3-4d44-95c1-7da7af3da82e", "address": "fa:16:3e:14:e8:27", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a22f6ab-3d", "ovs_interfaceid": "1a22f6ab-3db3-4d44-95c1-7da7af3da82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.389093] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "refresh_cache-b671d47d-8166-4912-b30e-312ad121edce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.389389] env[62633]: DEBUG nova.compute.manager [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Instance network_info: |[{"id": "1a22f6ab-3db3-4d44-95c1-7da7af3da82e", "address": "fa:16:3e:14:e8:27", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a22f6ab-3d", "ovs_interfaceid": "1a22f6ab-3db3-4d44-95c1-7da7af3da82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1394.389824] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:e8:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a22f6ab-3db3-4d44-95c1-7da7af3da82e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.397266] env[62633]: DEBUG oslo.service.loopingcall [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.397537] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b671d47d-8166-4912-b30e-312ad121edce] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.397684] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-632b8ead-47b8-44d8-bbcd-72099d542f63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.418048] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1394.418048] env[62633]: value = "task-2697087" [ 1394.418048] env[62633]: _type = "Task" [ 1394.418048] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.425493] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697087, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.686213] env[62633]: DEBUG nova.compute.manager [req-e6a134d2-b940-493a-b31d-6f8f474f8079 req-96d20818-0d10-42a6-b77d-a5085d64ddb7 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Received event network-changed-1a22f6ab-3db3-4d44-95c1-7da7af3da82e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1394.686457] env[62633]: DEBUG nova.compute.manager [req-e6a134d2-b940-493a-b31d-6f8f474f8079 req-96d20818-0d10-42a6-b77d-a5085d64ddb7 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Refreshing instance network info cache due to event network-changed-1a22f6ab-3db3-4d44-95c1-7da7af3da82e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1394.686652] env[62633]: DEBUG oslo_concurrency.lockutils [req-e6a134d2-b940-493a-b31d-6f8f474f8079 req-96d20818-0d10-42a6-b77d-a5085d64ddb7 service nova] Acquiring lock "refresh_cache-b671d47d-8166-4912-b30e-312ad121edce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.686873] env[62633]: DEBUG oslo_concurrency.lockutils [req-e6a134d2-b940-493a-b31d-6f8f474f8079 req-96d20818-0d10-42a6-b77d-a5085d64ddb7 service nova] Acquired lock "refresh_cache-b671d47d-8166-4912-b30e-312ad121edce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.687060] env[62633]: DEBUG nova.network.neutron [req-e6a134d2-b940-493a-b31d-6f8f474f8079 req-96d20818-0d10-42a6-b77d-a5085d64ddb7 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Refreshing network info cache for port 1a22f6ab-3db3-4d44-95c1-7da7af3da82e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.928671] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697087, 'name': CreateVM_Task, 'duration_secs': 0.300465} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.929089] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b671d47d-8166-4912-b30e-312ad121edce] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1394.929455] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.929677] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.930183] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.930530] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f650eccb-422b-438c-9575-78d9059e7ff4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.935187] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1394.935187] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]520ebf6e-ab1d-9465-3d48-076dac7be64e" [ 1394.935187] env[62633]: _type = "Task" [ 1394.935187] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.942382] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520ebf6e-ab1d-9465-3d48-076dac7be64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.357579] env[62633]: DEBUG nova.network.neutron [req-e6a134d2-b940-493a-b31d-6f8f474f8079 req-96d20818-0d10-42a6-b77d-a5085d64ddb7 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Updated VIF entry in instance network info cache for port 1a22f6ab-3db3-4d44-95c1-7da7af3da82e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.357930] env[62633]: DEBUG nova.network.neutron [req-e6a134d2-b940-493a-b31d-6f8f474f8079 req-96d20818-0d10-42a6-b77d-a5085d64ddb7 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Updating instance_info_cache with network_info: [{"id": "1a22f6ab-3db3-4d44-95c1-7da7af3da82e", "address": "fa:16:3e:14:e8:27", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a22f6ab-3d", "ovs_interfaceid": "1a22f6ab-3db3-4d44-95c1-7da7af3da82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.367875] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.445748] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]520ebf6e-ab1d-9465-3d48-076dac7be64e, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.445993] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.446243] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.446470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.446616] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.446792] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.447063] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee65fbb9-dd5c-4328-bc1c-abbeacdbede2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.455011] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.455199] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.455856] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f1a7a1-c205-4736-a695-2ed459e755b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.460373] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1395.460373] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52abe6a4-e7e3-f80d-9c3f-fbfc1b299aad" [ 1395.460373] env[62633]: _type = "Task" [ 1395.460373] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.467522] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52abe6a4-e7e3-f80d-9c3f-fbfc1b299aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.861096] env[62633]: DEBUG oslo_concurrency.lockutils [req-e6a134d2-b940-493a-b31d-6f8f474f8079 req-96d20818-0d10-42a6-b77d-a5085d64ddb7 service nova] Releasing lock "refresh_cache-b671d47d-8166-4912-b30e-312ad121edce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.861605] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.865193] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.865382] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.865524] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1395.971376] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52abe6a4-e7e3-f80d-9c3f-fbfc1b299aad, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.972156] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f1ac84-a67e-4c36-aa86-9f013317df7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.977544] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1395.977544] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]528aa0c7-68d9-ec44-5ec4-9a21c2248bde" [ 1395.977544] env[62633]: _type = "Task" [ 1395.977544] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.984732] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528aa0c7-68d9-ec44-5ec4-9a21c2248bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.487761] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]528aa0c7-68d9-ec44-5ec4-9a21c2248bde, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.487971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.488258] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] b671d47d-8166-4912-b30e-312ad121edce/b671d47d-8166-4912-b30e-312ad121edce.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1396.488515] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a13b41a-84bf-4a5c-a301-82c577246101 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.494664] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1396.494664] env[62633]: value = "task-2697088" [ 1396.494664] env[62633]: _type = "Task" [ 1396.494664] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.502738] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.865460] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.006124] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509433} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.006517] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] b671d47d-8166-4912-b30e-312ad121edce/b671d47d-8166-4912-b30e-312ad121edce.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.006723] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.006881] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d81ee6d-8834-42c7-ba13-8ac8e92f3da9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.013112] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1397.013112] env[62633]: value = "task-2697089" [ 1397.013112] env[62633]: _type = "Task" [ 1397.013112] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.020168] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.368733] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.369008] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.369254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.369387] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1397.370261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13f107-eddf-409a-a3d1-4e264d9da2ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.378315] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77466094-02f1-443d-bd4d-3fe7882ec51b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.391806] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5603cdfa-4066-4a8a-8ed1-59bff8c8d2b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.398163] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e23431-8b8e-4910-9f6c-66b7c8f37f6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.426411] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180684MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1397.426557] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.426749] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.522833] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0578} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.523160] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.523897] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af42192-4d67-44ff-bf5d-90ca8f2bd0d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.546147] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b671d47d-8166-4912-b30e-312ad121edce/b671d47d-8166-4912-b30e-312ad121edce.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.546389] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de24f00c-883f-40ff-9ade-7637d0b81512 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.565155] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1397.565155] env[62633]: value = "task-2697090" [ 1397.565155] env[62633]: _type = "Task" [ 1397.565155] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.572345] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.075121] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697090, 'name': ReconfigVM_Task, 'duration_secs': 0.272947} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.075484] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b671d47d-8166-4912-b30e-312ad121edce/b671d47d-8166-4912-b30e-312ad121edce.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.075945] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22ef0cc6-44cd-4583-a05e-0883fe762b1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.082081] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1398.082081] env[62633]: value = "task-2697091" [ 1398.082081] env[62633]: _type = "Task" [ 1398.082081] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.089441] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697091, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.540520] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance b671d47d-8166-4912-b30e-312ad121edce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1398.540733] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1398.540879] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1398.566327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747a80d-01d9-42bf-855b-2c5f85b68054 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.573502] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afe1b81-9217-4341-97ec-8a1a26bf2d88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.604663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d2a9c3-d705-4582-9952-e116b171cf4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.611202] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697091, 'name': Rename_Task, 'duration_secs': 0.130517} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.613081] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.613327] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e4c986-6a54-456c-8aeb-ce9312ef6180 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.615470] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fa20ee-ea93-41f4-b795-4be80bbfa973 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.629733] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.631835] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1398.631835] env[62633]: value = "task-2697092" [ 1398.631835] env[62633]: _type = "Task" [ 1398.631835] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.639023] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697092, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.134995] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.146450] env[62633]: DEBUG oslo_vmware.api [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697092, 'name': PowerOnVM_Task, 'duration_secs': 0.442116} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.146716] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.146916] env[62633]: INFO nova.compute.manager [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1399.147114] env[62633]: DEBUG nova.compute.manager [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.147870] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39157bc1-47ea-4ab7-a6f6-d7aecaad6d8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.642261] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1399.642477] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.216s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.666447] env[62633]: INFO nova.compute.manager [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Took 11.50 seconds to build instance. [ 1400.066239] env[62633]: DEBUG nova.compute.manager [req-9abee821-01f0-4e96-aa6f-fb441a2632a5 req-988d40a9-60bb-4b92-a6f2-a2e3960556c5 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Received event network-changed-1a22f6ab-3db3-4d44-95c1-7da7af3da82e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1400.066467] env[62633]: DEBUG nova.compute.manager [req-9abee821-01f0-4e96-aa6f-fb441a2632a5 req-988d40a9-60bb-4b92-a6f2-a2e3960556c5 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Refreshing instance network info cache due to event network-changed-1a22f6ab-3db3-4d44-95c1-7da7af3da82e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1400.066600] env[62633]: DEBUG oslo_concurrency.lockutils [req-9abee821-01f0-4e96-aa6f-fb441a2632a5 req-988d40a9-60bb-4b92-a6f2-a2e3960556c5 service nova] Acquiring lock "refresh_cache-b671d47d-8166-4912-b30e-312ad121edce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.066739] env[62633]: DEBUG oslo_concurrency.lockutils [req-9abee821-01f0-4e96-aa6f-fb441a2632a5 req-988d40a9-60bb-4b92-a6f2-a2e3960556c5 service nova] Acquired lock "refresh_cache-b671d47d-8166-4912-b30e-312ad121edce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.066893] env[62633]: DEBUG nova.network.neutron [req-9abee821-01f0-4e96-aa6f-fb441a2632a5 req-988d40a9-60bb-4b92-a6f2-a2e3960556c5 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Refreshing network info cache for port 1a22f6ab-3db3-4d44-95c1-7da7af3da82e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.168337] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b3ebc869-8417-4d28-851b-d70df061e571 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.007s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.642624] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.642840] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.761617] env[62633]: DEBUG nova.network.neutron [req-9abee821-01f0-4e96-aa6f-fb441a2632a5 req-988d40a9-60bb-4b92-a6f2-a2e3960556c5 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Updated VIF entry in instance network info cache for port 1a22f6ab-3db3-4d44-95c1-7da7af3da82e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.761965] env[62633]: DEBUG nova.network.neutron [req-9abee821-01f0-4e96-aa6f-fb441a2632a5 req-988d40a9-60bb-4b92-a6f2-a2e3960556c5 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Updating instance_info_cache with network_info: [{"id": "1a22f6ab-3db3-4d44-95c1-7da7af3da82e", "address": "fa:16:3e:14:e8:27", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a22f6ab-3d", "ovs_interfaceid": "1a22f6ab-3db3-4d44-95c1-7da7af3da82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.264522] env[62633]: DEBUG oslo_concurrency.lockutils [req-9abee821-01f0-4e96-aa6f-fb441a2632a5 req-988d40a9-60bb-4b92-a6f2-a2e3960556c5 service nova] Releasing lock "refresh_cache-b671d47d-8166-4912-b30e-312ad121edce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.865376] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.865735] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Cleaning up deleted instances {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1403.373431] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] There are 21 instances to clean {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1403.373604] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: de042e7b-d565-46c7-817e-b3ca6acdbcc2] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1403.877323] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: a61b2606-ca5e-42c1-ae0a-fb2cb3ba104c] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1404.380536] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 70e30708-c4e1-43a0-b9fa-971f32a3f887] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1404.884212] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 68d588fd-4d38-47a8-b818-511ccbb9c17f] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.387171] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: dda3b10a-50de-48e5-94bf-f8d009f41fb1] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.891217] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: de27a25b-b0bf-479a-92b4-72ab785f91da] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.394709] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 7fa8c30e-96f1-4193-90c5-90b845972313] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.897732] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: aa5e85b3-28ee-41d1-b4ba-499d42203826] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1407.401068] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 7fb9c546-bd69-4ab3-b689-7d9d215ff09f] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1407.904808] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 5d1c028e-5426-4822-9ac7-6914aa5f38a4] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.407763] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 44c49dfe-f6ca-46ab-95aa-4cf3ab61eece] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.911706] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: f71b923d-aa96-4544-bfe5-67cfa3e7d6b3] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.414807] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 50908d77-8ecd-4083-993c-87de0c6d7092] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.918179] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 59f9e261-66dc-4547-8f0c-b4b27acdabe4] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.421461] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: a76a89b7-b405-41d6-b88b-0578855224b4] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.924615] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 26099a4e-758d-4b50-b99c-967cc8ae2413] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1411.428384] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 6ef35b8a-ef0e-49b2-98a5-f26f1016d51d] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1411.931978] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: a0ff70a0-8bbc-4e09-a333-70032c121544] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1412.435967] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 399b767a-6feb-412d-b65f-698088e38536] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1412.939198] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 69844c2d-2b25-47de-b6ee-00d7738281be] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1413.442935] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] [instance: 7ccdf342-6d91-453f-a0c1-64ebec7f6a31] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1413.946722] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.609564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "b671d47d-8166-4912-b30e-312ad121edce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.609852] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.112808] env[62633]: DEBUG nova.compute.utils [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1439.616440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.674990] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "b671d47d-8166-4912-b30e-312ad121edce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.675321] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.675525] env[62633]: INFO nova.compute.manager [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Attaching volume 049ef013-5970-4ede-9516-6a2fde38a4d5 to /dev/sdb [ 1440.704979] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b426e37-c0df-48e0-bbde-4fe0a2c3d507 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.712043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162111db-87c6-4929-8d95-d3f04462f8df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.725669] env[62633]: DEBUG nova.virt.block_device [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Updating existing volume attachment record: f80a0a42-3a44-4a1b-ad1b-9d97ac2a372d {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1445.268448] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1445.268711] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543503', 'volume_id': '049ef013-5970-4ede-9516-6a2fde38a4d5', 'name': 'volume-049ef013-5970-4ede-9516-6a2fde38a4d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b671d47d-8166-4912-b30e-312ad121edce', 'attached_at': '', 'detached_at': '', 'volume_id': '049ef013-5970-4ede-9516-6a2fde38a4d5', 'serial': '049ef013-5970-4ede-9516-6a2fde38a4d5'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1445.269635] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39253b2-8e0f-4aff-abe4-727f0ba676ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.286748] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc97189-64eb-4976-ad1f-0140b358b113 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.310146] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-049ef013-5970-4ede-9516-6a2fde38a4d5/volume-049ef013-5970-4ede-9516-6a2fde38a4d5.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.310420] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f51b48-1c7d-46aa-8a83-a967e094c635 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.328799] env[62633]: DEBUG oslo_vmware.api [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1445.328799] env[62633]: value = "task-2697095" [ 1445.328799] env[62633]: _type = "Task" [ 1445.328799] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.336140] env[62633]: DEBUG oslo_vmware.api [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.838597] env[62633]: DEBUG oslo_vmware.api [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697095, 'name': ReconfigVM_Task, 'duration_secs': 0.348854} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.838869] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-049ef013-5970-4ede-9516-6a2fde38a4d5/volume-049ef013-5970-4ede-9516-6a2fde38a4d5.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.843578] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742ea29d-1393-4a8d-86e6-82da131d2b00 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.857550] env[62633]: DEBUG oslo_vmware.api [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1445.857550] env[62633]: value = "task-2697096" [ 1445.857550] env[62633]: _type = "Task" [ 1445.857550] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.864769] env[62633]: DEBUG oslo_vmware.api [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.367121] env[62633]: DEBUG oslo_vmware.api [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697096, 'name': ReconfigVM_Task, 'duration_secs': 0.159739} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.367443] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543503', 'volume_id': '049ef013-5970-4ede-9516-6a2fde38a4d5', 'name': 'volume-049ef013-5970-4ede-9516-6a2fde38a4d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b671d47d-8166-4912-b30e-312ad121edce', 'attached_at': '', 'detached_at': '', 'volume_id': '049ef013-5970-4ede-9516-6a2fde38a4d5', 'serial': '049ef013-5970-4ede-9516-6a2fde38a4d5'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1447.425921] env[62633]: DEBUG nova.objects.instance [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lazy-loading 'flavor' on Instance uuid b671d47d-8166-4912-b30e-312ad121edce {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.933789] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf9029b-0047-4b6c-ba2d-ad40174eb009 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.148636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "b671d47d-8166-4912-b30e-312ad121edce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.148917] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.651996] env[62633]: INFO nova.compute.manager [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Detaching volume 049ef013-5970-4ede-9516-6a2fde38a4d5 [ 1448.680628] env[62633]: INFO nova.virt.block_device [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Attempting to driver detach volume 049ef013-5970-4ede-9516-6a2fde38a4d5 from mountpoint /dev/sdb [ 1448.680858] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1448.681049] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543503', 'volume_id': '049ef013-5970-4ede-9516-6a2fde38a4d5', 'name': 'volume-049ef013-5970-4ede-9516-6a2fde38a4d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b671d47d-8166-4912-b30e-312ad121edce', 'attached_at': '', 'detached_at': '', 'volume_id': '049ef013-5970-4ede-9516-6a2fde38a4d5', 'serial': '049ef013-5970-4ede-9516-6a2fde38a4d5'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1448.681921] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02128368-c038-4b4b-a1fc-e2cdfb1ce2e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.703407] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb79d6cc-247f-4f37-b244-2be1c4c01270 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.709834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9194750-4cb8-44c0-96b8-02340e21dd9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.729468] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778d7ed4-c18e-45ac-a51e-12de07c9b791 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.743415] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] The volume has not been displaced from its original location: [datastore1] volume-049ef013-5970-4ede-9516-6a2fde38a4d5/volume-049ef013-5970-4ede-9516-6a2fde38a4d5.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1448.748507] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1448.748756] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4481f275-1ba0-4de4-8cc7-000fe9a98c4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.765933] env[62633]: DEBUG oslo_vmware.api [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1448.765933] env[62633]: value = "task-2697097" [ 1448.765933] env[62633]: _type = "Task" [ 1448.765933] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.774235] env[62633]: DEBUG oslo_vmware.api [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.276057] env[62633]: DEBUG oslo_vmware.api [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697097, 'name': ReconfigVM_Task, 'duration_secs': 0.205584} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.276339] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1449.280914] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8a6582-2abe-43d8-b47a-c40d7e1cf440 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.295613] env[62633]: DEBUG oslo_vmware.api [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1449.295613] env[62633]: value = "task-2697098" [ 1449.295613] env[62633]: _type = "Task" [ 1449.295613] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.302862] env[62633]: DEBUG oslo_vmware.api [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.804988] env[62633]: DEBUG oslo_vmware.api [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697098, 'name': ReconfigVM_Task, 'duration_secs': 0.134572} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.805316] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543503', 'volume_id': '049ef013-5970-4ede-9516-6a2fde38a4d5', 'name': 'volume-049ef013-5970-4ede-9516-6a2fde38a4d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b671d47d-8166-4912-b30e-312ad121edce', 'attached_at': '', 'detached_at': '', 'volume_id': '049ef013-5970-4ede-9516-6a2fde38a4d5', 'serial': '049ef013-5970-4ede-9516-6a2fde38a4d5'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1450.345128] env[62633]: DEBUG nova.objects.instance [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lazy-loading 'flavor' on Instance uuid b671d47d-8166-4912-b30e-312ad121edce {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.351502] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90ab664c-96ce-44ab-953b-c6637e918d48 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.379826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "b671d47d-8166-4912-b30e-312ad121edce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.380251] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.380393] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "b671d47d-8166-4912-b30e-312ad121edce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.380587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.380779] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.383080] env[62633]: INFO nova.compute.manager [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Terminating instance [ 1452.886514] env[62633]: DEBUG nova.compute.manager [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.886789] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.887773] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2abb4b4-50ee-4a15-888f-56e2cdd6e2b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.895849] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.896090] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e37d99-2869-420e-9d57-b99e34ee8492 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.901782] env[62633]: DEBUG oslo_vmware.api [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1452.901782] env[62633]: value = "task-2697099" [ 1452.901782] env[62633]: _type = "Task" [ 1452.901782] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.909630] env[62633]: DEBUG oslo_vmware.api [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.411721] env[62633]: DEBUG oslo_vmware.api [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697099, 'name': PowerOffVM_Task, 'duration_secs': 0.149431} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.412180] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.412180] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.412464] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bb1f8ca-78cc-4ddc-8f4e-50edecaa7437 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.474948] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.475181] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.475364] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleting the datastore file [datastore1] b671d47d-8166-4912-b30e-312ad121edce {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.475621] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee1be9ec-dabe-4abe-a275-e9923aa82a28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.482885] env[62633]: DEBUG oslo_vmware.api [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1453.482885] env[62633]: value = "task-2697101" [ 1453.482885] env[62633]: _type = "Task" [ 1453.482885] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.490230] env[62633]: DEBUG oslo_vmware.api [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.992972] env[62633]: DEBUG oslo_vmware.api [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203923} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.993162] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.993359] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.993570] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.993752] env[62633]: INFO nova.compute.manager [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: b671d47d-8166-4912-b30e-312ad121edce] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1453.993990] env[62633]: DEBUG oslo.service.loopingcall [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.994194] env[62633]: DEBUG nova.compute.manager [-] [instance: b671d47d-8166-4912-b30e-312ad121edce] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.994289] env[62633]: DEBUG nova.network.neutron [-] [instance: b671d47d-8166-4912-b30e-312ad121edce] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.487479] env[62633]: DEBUG nova.compute.manager [req-c83d6a5e-4a3e-4ea3-aa0f-cd0b547f2531 req-ff1de86b-8657-4fc4-a95a-5522b760a9a3 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Received event network-vif-deleted-1a22f6ab-3db3-4d44-95c1-7da7af3da82e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1454.487733] env[62633]: INFO nova.compute.manager [req-c83d6a5e-4a3e-4ea3-aa0f-cd0b547f2531 req-ff1de86b-8657-4fc4-a95a-5522b760a9a3 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Neutron deleted interface 1a22f6ab-3db3-4d44-95c1-7da7af3da82e; detaching it from the instance and deleting it from the info cache [ 1454.487733] env[62633]: DEBUG nova.network.neutron [req-c83d6a5e-4a3e-4ea3-aa0f-cd0b547f2531 req-ff1de86b-8657-4fc4-a95a-5522b760a9a3 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.911299] env[62633]: DEBUG nova.network.neutron [-] [instance: b671d47d-8166-4912-b30e-312ad121edce] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.989659] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95e5cc9e-b8aa-44a3-ae80-ecd920ca8d00 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.000643] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22695254-f45e-4edd-b180-43cb1d64d795 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.024824] env[62633]: DEBUG nova.compute.manager [req-c83d6a5e-4a3e-4ea3-aa0f-cd0b547f2531 req-ff1de86b-8657-4fc4-a95a-5522b760a9a3 service nova] [instance: b671d47d-8166-4912-b30e-312ad121edce] Detach interface failed, port_id=1a22f6ab-3db3-4d44-95c1-7da7af3da82e, reason: Instance b671d47d-8166-4912-b30e-312ad121edce could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1455.414274] env[62633]: INFO nova.compute.manager [-] [instance: b671d47d-8166-4912-b30e-312ad121edce] Took 1.42 seconds to deallocate network for instance. [ 1455.920222] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.920614] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.920834] env[62633]: DEBUG nova.objects.instance [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lazy-loading 'resources' on Instance uuid b671d47d-8166-4912-b30e-312ad121edce {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.456393] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e1c8ec-9b60-475f-a361-9ff8eeba41b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.463742] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a87a7d-423b-4cb1-b95d-373271d68c22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.492084] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403d3159-2831-475f-b91c-65d81e813c34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.498679] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb3c9a-e6d6-48ae-bd21-ac54ce7c6fcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.511087] env[62633]: DEBUG nova.compute.provider_tree [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.013927] env[62633]: DEBUG nova.scheduler.client.report [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.520878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.541266] env[62633]: INFO nova.scheduler.client.report [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleted allocations for instance b671d47d-8166-4912-b30e-312ad121edce [ 1458.049147] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "b671d47d-8166-4912-b30e-312ad121edce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.669s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.165518] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "f421308b-17b4-4aa4-8104-64b89e14c18e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.165816] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.668569] env[62633]: DEBUG nova.compute.manager [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1461.189603] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.189854] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.191413] env[62633]: INFO nova.compute.claims [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1462.225504] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d156c1c8-fc12-46ca-8bc4-3125fc5841e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.233409] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614ac8b8-0eba-4ee9-af73-8a8d016422d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.263694] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fd33da-796f-41b1-b4a7-a2a87f215762 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.270211] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9582a4f7-f87d-4f8b-9965-d87e2dfe7625 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.282634] env[62633]: DEBUG nova.compute.provider_tree [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.786107] env[62633]: DEBUG nova.scheduler.client.report [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.291435] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.291964] env[62633]: DEBUG nova.compute.manager [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1463.797286] env[62633]: DEBUG nova.compute.utils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1463.798657] env[62633]: DEBUG nova.compute.manager [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1463.798829] env[62633]: DEBUG nova.network.neutron [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.849572] env[62633]: DEBUG nova.policy [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73dd503ae1264711841255c81aa77d69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e356464dd4491cb6958f50253b4202', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:192}} [ 1464.105587] env[62633]: DEBUG nova.network.neutron [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Successfully created port: 32206483-5744-4fe1-b456-aa85432e0fba {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1464.303171] env[62633]: DEBUG nova.compute.manager [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1465.311766] env[62633]: DEBUG nova.compute.manager [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1465.337403] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T16:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T16:12:19Z,direct_url=,disk_format='vmdk',id=8766f35a-2c20-4173-bc3c-85dd2024992d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d7d99e95d5f4eddb267b73fd7e130c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T16:12:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1465.337644] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1465.337803] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1465.337981] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1465.338147] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1465.338297] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1465.338514] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1465.338679] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1465.338847] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1465.339015] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1465.339204] env[62633]: DEBUG nova.virt.hardware [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1465.340071] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84f3826-aa91-4a23-85b3-ba31d4ccbd97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.347844] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089dd577-9a94-4965-aa89-89b5ac3e7db9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.449617] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.449850] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.519589] env[62633]: DEBUG nova.compute.manager [req-bf246adf-4aaf-4b89-b766-15e655b84031 req-78d5b577-8e57-4467-9967-facc3dd212db service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Received event network-vif-plugged-32206483-5744-4fe1-b456-aa85432e0fba {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1465.519824] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf246adf-4aaf-4b89-b766-15e655b84031 req-78d5b577-8e57-4467-9967-facc3dd212db service nova] Acquiring lock "f421308b-17b4-4aa4-8104-64b89e14c18e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.520045] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf246adf-4aaf-4b89-b766-15e655b84031 req-78d5b577-8e57-4467-9967-facc3dd212db service nova] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.520218] env[62633]: DEBUG oslo_concurrency.lockutils [req-bf246adf-4aaf-4b89-b766-15e655b84031 req-78d5b577-8e57-4467-9967-facc3dd212db service nova] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.520394] env[62633]: DEBUG nova.compute.manager [req-bf246adf-4aaf-4b89-b766-15e655b84031 req-78d5b577-8e57-4467-9967-facc3dd212db service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] No waiting events found dispatching network-vif-plugged-32206483-5744-4fe1-b456-aa85432e0fba {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1465.520561] env[62633]: WARNING nova.compute.manager [req-bf246adf-4aaf-4b89-b766-15e655b84031 req-78d5b577-8e57-4467-9967-facc3dd212db service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Received unexpected event network-vif-plugged-32206483-5744-4fe1-b456-aa85432e0fba for instance with vm_state building and task_state spawning. [ 1465.596803] env[62633]: DEBUG nova.network.neutron [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Successfully updated port: 32206483-5744-4fe1-b456-aa85432e0fba {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1465.955047] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.955047] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.955047] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.955047] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.955047] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.955047] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.955419] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1465.955419] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.099038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "refresh_cache-f421308b-17b4-4aa4-8104-64b89e14c18e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.099187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "refresh_cache-f421308b-17b4-4aa4-8104-64b89e14c18e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.099346] env[62633]: DEBUG nova.network.neutron [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.457653] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.458062] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.458062] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.458232] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1466.459145] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229b316a-5472-461b-a1f7-37a8c5856e89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.467370] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab7dd3a-2457-45cb-84ce-095521204db5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.480915] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f4a832-48f2-4eda-9f15-e69b59d63266 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.486869] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b9ee18-da44-4084-a2f4-0dd31a175ae8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.515618] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181147MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1466.515770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.515941] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.632799] env[62633]: DEBUG nova.network.neutron [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.745323] env[62633]: DEBUG nova.network.neutron [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Updating instance_info_cache with network_info: [{"id": "32206483-5744-4fe1-b456-aa85432e0fba", "address": "fa:16:3e:84:f0:24", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32206483-57", "ovs_interfaceid": "32206483-5744-4fe1-b456-aa85432e0fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.248307] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "refresh_cache-f421308b-17b4-4aa4-8104-64b89e14c18e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.248638] env[62633]: DEBUG nova.compute.manager [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Instance network_info: |[{"id": "32206483-5744-4fe1-b456-aa85432e0fba", "address": "fa:16:3e:84:f0:24", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32206483-57", "ovs_interfaceid": "32206483-5744-4fe1-b456-aa85432e0fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1467.249108] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:f0:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32206483-5744-4fe1-b456-aa85432e0fba', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1467.256663] env[62633]: DEBUG oslo.service.loopingcall [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.256888] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1467.257119] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fde8042f-f5e8-45ee-bd54-db60dbc5826d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.277286] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1467.277286] env[62633]: value = "task-2697102" [ 1467.277286] env[62633]: _type = "Task" [ 1467.277286] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.284697] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697102, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.543264] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance f421308b-17b4-4aa4-8104-64b89e14c18e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1467.543581] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1467.543680] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1467.548223] env[62633]: DEBUG nova.compute.manager [req-67dd2e52-ee5a-4d26-8b2a-a1988d283b3b req-62bbbfbf-58e8-4e17-9dbb-5deffd2f1b7f service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Received event network-changed-32206483-5744-4fe1-b456-aa85432e0fba {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1467.548416] env[62633]: DEBUG nova.compute.manager [req-67dd2e52-ee5a-4d26-8b2a-a1988d283b3b req-62bbbfbf-58e8-4e17-9dbb-5deffd2f1b7f service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Refreshing instance network info cache due to event network-changed-32206483-5744-4fe1-b456-aa85432e0fba. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1467.548634] env[62633]: DEBUG oslo_concurrency.lockutils [req-67dd2e52-ee5a-4d26-8b2a-a1988d283b3b req-62bbbfbf-58e8-4e17-9dbb-5deffd2f1b7f service nova] Acquiring lock "refresh_cache-f421308b-17b4-4aa4-8104-64b89e14c18e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.548776] env[62633]: DEBUG oslo_concurrency.lockutils [req-67dd2e52-ee5a-4d26-8b2a-a1988d283b3b req-62bbbfbf-58e8-4e17-9dbb-5deffd2f1b7f service nova] Acquired lock "refresh_cache-f421308b-17b4-4aa4-8104-64b89e14c18e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.548936] env[62633]: DEBUG nova.network.neutron [req-67dd2e52-ee5a-4d26-8b2a-a1988d283b3b req-62bbbfbf-58e8-4e17-9dbb-5deffd2f1b7f service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Refreshing network info cache for port 32206483-5744-4fe1-b456-aa85432e0fba {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.573442] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c334976b-d490-45a8-9215-026fba5ec3c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.580874] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce0ee68-6e22-4189-af36-f5e49cbbf605 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.610680] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2955bf1e-bbbd-4430-9dc4-359909156a7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.617379] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e136769e-5151-4b4f-9712-0b190c2dd547 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.631525] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.786902] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697102, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.134272] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.224506] env[62633]: DEBUG nova.network.neutron [req-67dd2e52-ee5a-4d26-8b2a-a1988d283b3b req-62bbbfbf-58e8-4e17-9dbb-5deffd2f1b7f service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Updated VIF entry in instance network info cache for port 32206483-5744-4fe1-b456-aa85432e0fba. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.224845] env[62633]: DEBUG nova.network.neutron [req-67dd2e52-ee5a-4d26-8b2a-a1988d283b3b req-62bbbfbf-58e8-4e17-9dbb-5deffd2f1b7f service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Updating instance_info_cache with network_info: [{"id": "32206483-5744-4fe1-b456-aa85432e0fba", "address": "fa:16:3e:84:f0:24", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32206483-57", "ovs_interfaceid": "32206483-5744-4fe1-b456-aa85432e0fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.287498] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697102, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.638442] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1468.638837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.727548] env[62633]: DEBUG oslo_concurrency.lockutils [req-67dd2e52-ee5a-4d26-8b2a-a1988d283b3b req-62bbbfbf-58e8-4e17-9dbb-5deffd2f1b7f service nova] Releasing lock "refresh_cache-f421308b-17b4-4aa4-8104-64b89e14c18e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.788422] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697102, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.289409] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697102, 'name': CreateVM_Task, 'duration_secs': 1.560211} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.289569] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.290385] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.290495] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.290783] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.291042] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6bd3bc-1ad9-4465-83db-a17943bf746e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.295253] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1469.295253] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52ef4514-9859-1b8f-fac8-7287ff90f0ad" [ 1469.295253] env[62633]: _type = "Task" [ 1469.295253] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.302557] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ef4514-9859-1b8f-fac8-7287ff90f0ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.805238] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52ef4514-9859-1b8f-fac8-7287ff90f0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.805605] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.805817] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Processing image 8766f35a-2c20-4173-bc3c-85dd2024992d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1469.806100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.806287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.806502] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1469.806768] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b95017-2cff-4057-9380-b9d5e3da39e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.814931] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1469.815167] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1469.815862] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87856252-d63b-489a-ae4c-f03efb5b6d21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.820508] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1469.820508] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52530f28-c2dc-be7d-47d0-272dff71b660" [ 1469.820508] env[62633]: _type = "Task" [ 1469.820508] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.828155] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52530f28-c2dc-be7d-47d0-272dff71b660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.331079] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52530f28-c2dc-be7d-47d0-272dff71b660, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.331835] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25fcf9e-4ad3-42be-b330-ddbd02c23618 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.337063] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1470.337063] env[62633]: value = "session[5253186a-a661-103d-b86f-2bc3b534260e]52872403-96f2-c0ad-4a43-a179bd0580ae" [ 1470.337063] env[62633]: _type = "Task" [ 1470.337063] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.345374] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52872403-96f2-c0ad-4a43-a179bd0580ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.848098] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': session[5253186a-a661-103d-b86f-2bc3b534260e]52872403-96f2-c0ad-4a43-a179bd0580ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.848502] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.848570] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] f421308b-17b4-4aa4-8104-64b89e14c18e/f421308b-17b4-4aa4-8104-64b89e14c18e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.848803] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae44012-b68f-4fae-bd46-fc9e19398b77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.857670] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1470.857670] env[62633]: value = "task-2697103" [ 1470.857670] env[62633]: _type = "Task" [ 1470.857670] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.864593] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.366865] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435102} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.367194] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8766f35a-2c20-4173-bc3c-85dd2024992d/8766f35a-2c20-4173-bc3c-85dd2024992d.vmdk to [datastore1] f421308b-17b4-4aa4-8104-64b89e14c18e/f421308b-17b4-4aa4-8104-64b89e14c18e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.369238] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1471.369238] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f64fb794-3ea8-4b0a-bdb8-c900d54e9697 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.373236] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1471.373236] env[62633]: value = "task-2697104" [ 1471.373236] env[62633]: _type = "Task" [ 1471.373236] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.381129] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.882522] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069319} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.882904] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.883501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9407a9f0-16dd-42c3-b1de-b4b068e693cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.904615] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] f421308b-17b4-4aa4-8104-64b89e14c18e/f421308b-17b4-4aa4-8104-64b89e14c18e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.904836] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-516574b9-5d03-492b-a91c-0deb58c0894c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.923886] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1471.923886] env[62633]: value = "task-2697105" [ 1471.923886] env[62633]: _type = "Task" [ 1471.923886] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.931096] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.433549] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697105, 'name': ReconfigVM_Task, 'duration_secs': 0.28332} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.433847] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Reconfigured VM instance instance-0000007d to attach disk [datastore1] f421308b-17b4-4aa4-8104-64b89e14c18e/f421308b-17b4-4aa4-8104-64b89e14c18e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.434562] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e1ad523-98de-4eb5-b82a-6c2f78035226 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.441253] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1472.441253] env[62633]: value = "task-2697106" [ 1472.441253] env[62633]: _type = "Task" [ 1472.441253] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.448869] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697106, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.952020] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697106, 'name': Rename_Task, 'duration_secs': 0.339215} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.952433] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.952699] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e2449a1-7825-4628-830a-2b6a24b8314a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.958117] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1472.958117] env[62633]: value = "task-2697107" [ 1472.958117] env[62633]: _type = "Task" [ 1472.958117] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.966594] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.468408] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697107, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.968012] env[62633]: DEBUG oslo_vmware.api [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697107, 'name': PowerOnVM_Task, 'duration_secs': 0.678065} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.968410] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.968529] env[62633]: INFO nova.compute.manager [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1473.968668] env[62633]: DEBUG nova.compute.manager [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.969457] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab24314-edbf-4637-88c5-547cbbfae19c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.486619] env[62633]: INFO nova.compute.manager [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Took 13.31 seconds to build instance. [ 1474.988293] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d332fcc4-2228-4990-bf50-99fabef30615 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.822s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.267421] env[62633]: DEBUG nova.compute.manager [req-68a02f21-4d69-463c-b2f0-3e941b9b2605 req-8a3ddcc7-ce20-49f8-9f93-3e3c87e35f03 service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Received event network-changed-32206483-5744-4fe1-b456-aa85432e0fba {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1475.267730] env[62633]: DEBUG nova.compute.manager [req-68a02f21-4d69-463c-b2f0-3e941b9b2605 req-8a3ddcc7-ce20-49f8-9f93-3e3c87e35f03 service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Refreshing instance network info cache due to event network-changed-32206483-5744-4fe1-b456-aa85432e0fba. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1475.268029] env[62633]: DEBUG oslo_concurrency.lockutils [req-68a02f21-4d69-463c-b2f0-3e941b9b2605 req-8a3ddcc7-ce20-49f8-9f93-3e3c87e35f03 service nova] Acquiring lock "refresh_cache-f421308b-17b4-4aa4-8104-64b89e14c18e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.268245] env[62633]: DEBUG oslo_concurrency.lockutils [req-68a02f21-4d69-463c-b2f0-3e941b9b2605 req-8a3ddcc7-ce20-49f8-9f93-3e3c87e35f03 service nova] Acquired lock "refresh_cache-f421308b-17b4-4aa4-8104-64b89e14c18e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.268437] env[62633]: DEBUG nova.network.neutron [req-68a02f21-4d69-463c-b2f0-3e941b9b2605 req-8a3ddcc7-ce20-49f8-9f93-3e3c87e35f03 service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Refreshing network info cache for port 32206483-5744-4fe1-b456-aa85432e0fba {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.974188] env[62633]: DEBUG nova.network.neutron [req-68a02f21-4d69-463c-b2f0-3e941b9b2605 req-8a3ddcc7-ce20-49f8-9f93-3e3c87e35f03 service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Updated VIF entry in instance network info cache for port 32206483-5744-4fe1-b456-aa85432e0fba. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.974551] env[62633]: DEBUG nova.network.neutron [req-68a02f21-4d69-463c-b2f0-3e941b9b2605 req-8a3ddcc7-ce20-49f8-9f93-3e3c87e35f03 service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Updating instance_info_cache with network_info: [{"id": "32206483-5744-4fe1-b456-aa85432e0fba", "address": "fa:16:3e:84:f0:24", "network": {"id": "7673559a-04c8-471a-83f5-3abbe69f4a87", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-781723083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e356464dd4491cb6958f50253b4202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32206483-57", "ovs_interfaceid": "32206483-5744-4fe1-b456-aa85432e0fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.476906] env[62633]: DEBUG oslo_concurrency.lockutils [req-68a02f21-4d69-463c-b2f0-3e941b9b2605 req-8a3ddcc7-ce20-49f8-9f93-3e3c87e35f03 service nova] Releasing lock "refresh_cache-f421308b-17b4-4aa4-8104-64b89e14c18e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.138178] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "f421308b-17b4-4aa4-8104-64b89e14c18e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.138489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.642430] env[62633]: DEBUG nova.compute.utils [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1513.146076] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.204367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "f421308b-17b4-4aa4-8104-64b89e14c18e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.204774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.205057] env[62633]: INFO nova.compute.manager [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Attaching volume 9b4cef0f-327c-460f-a9d0-ae65a50fc909 to /dev/sdb [ 1514.235700] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac01f23-848d-4130-a0d2-21dda977a987 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.242606] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fd77b1-db64-4592-8cfe-d95090c64794 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.256429] env[62633]: DEBUG nova.virt.block_device [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Updating existing volume attachment record: 74b97968-afa9-4eb7-a74d-4a2bf6eb9c55 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1518.798659] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1518.798919] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543505', 'volume_id': '9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'name': 'volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f421308b-17b4-4aa4-8104-64b89e14c18e', 'attached_at': '', 'detached_at': '', 'volume_id': '9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'serial': '9b4cef0f-327c-460f-a9d0-ae65a50fc909'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1518.799803] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be113d4b-6437-4182-a920-0c62e27e4cbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.816499] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa243bc-45f9-45ba-b639-56af1cc7d080 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.839607] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909/volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.839828] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc6e0ff-d777-4080-b291-5fde5bc018fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.856468] env[62633]: DEBUG oslo_vmware.api [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1518.856468] env[62633]: value = "task-2697110" [ 1518.856468] env[62633]: _type = "Task" [ 1518.856468] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.863782] env[62633]: DEBUG oslo_vmware.api [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.365833] env[62633]: DEBUG oslo_vmware.api [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697110, 'name': ReconfigVM_Task, 'duration_secs': 0.325631} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.366116] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909/volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.370651] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84492822-a55e-4601-8fa0-da7e4c103752 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.385092] env[62633]: DEBUG oslo_vmware.api [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1519.385092] env[62633]: value = "task-2697111" [ 1519.385092] env[62633]: _type = "Task" [ 1519.385092] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.392205] env[62633]: DEBUG oslo_vmware.api [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.894725] env[62633]: DEBUG oslo_vmware.api [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697111, 'name': ReconfigVM_Task, 'duration_secs': 0.156415} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.895053] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543505', 'volume_id': '9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'name': 'volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f421308b-17b4-4aa4-8104-64b89e14c18e', 'attached_at': '', 'detached_at': '', 'volume_id': '9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'serial': '9b4cef0f-327c-460f-a9d0-ae65a50fc909'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1520.928506] env[62633]: DEBUG nova.objects.instance [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lazy-loading 'flavor' on Instance uuid f421308b-17b4-4aa4-8104-64b89e14c18e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.434840] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0a61d35f-7bf6-497e-bdf9-7fa098424643 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.613581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "f421308b-17b4-4aa4-8104-64b89e14c18e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.613828] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.117559] env[62633]: INFO nova.compute.manager [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Detaching volume 9b4cef0f-327c-460f-a9d0-ae65a50fc909 [ 1522.146276] env[62633]: INFO nova.virt.block_device [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Attempting to driver detach volume 9b4cef0f-327c-460f-a9d0-ae65a50fc909 from mountpoint /dev/sdb [ 1522.146514] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1522.146702] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543505', 'volume_id': '9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'name': 'volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f421308b-17b4-4aa4-8104-64b89e14c18e', 'attached_at': '', 'detached_at': '', 'volume_id': '9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'serial': '9b4cef0f-327c-460f-a9d0-ae65a50fc909'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1522.147583] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050df2b7-1a5f-49fc-a8a2-fabe050d0bc2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.168835] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e620e1-5f3d-4704-94bb-11074b0309ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.175236] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baac3d25-33ef-4b51-8fca-c600dbb9dbe1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.194325] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcb26e6-dd8a-4ec3-8746-526436559142 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.207840] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] The volume has not been displaced from its original location: [datastore1] volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909/volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1522.212911] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1522.213162] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd9c621-4e7c-43ff-8d99-9f40677cc24d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.230091] env[62633]: DEBUG oslo_vmware.api [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1522.230091] env[62633]: value = "task-2697112" [ 1522.230091] env[62633]: _type = "Task" [ 1522.230091] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.236918] env[62633]: DEBUG oslo_vmware.api [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.739705] env[62633]: DEBUG oslo_vmware.api [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697112, 'name': ReconfigVM_Task, 'duration_secs': 0.219327} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.739989] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1522.744542] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e7f2b4-d845-4f42-8d15-35a330a95b39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.758719] env[62633]: DEBUG oslo_vmware.api [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1522.758719] env[62633]: value = "task-2697113" [ 1522.758719] env[62633]: _type = "Task" [ 1522.758719] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.765807] env[62633]: DEBUG oslo_vmware.api [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.267895] env[62633]: DEBUG oslo_vmware.api [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697113, 'name': ReconfigVM_Task, 'duration_secs': 0.133043} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.268231] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543505', 'volume_id': '9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'name': 'volume-9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f421308b-17b4-4aa4-8104-64b89e14c18e', 'attached_at': '', 'detached_at': '', 'volume_id': '9b4cef0f-327c-460f-a9d0-ae65a50fc909', 'serial': '9b4cef0f-327c-460f-a9d0-ae65a50fc909'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1523.807012] env[62633]: DEBUG nova.objects.instance [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lazy-loading 'flavor' on Instance uuid f421308b-17b4-4aa4-8104-64b89e14c18e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.814280] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5ed8780-55c4-434b-8c64-68ee51183b1d tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.200s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.848997] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "f421308b-17b4-4aa4-8104-64b89e14c18e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.849299] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.849508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "f421308b-17b4-4aa4-8104-64b89e14c18e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.849690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.849858] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.851884] env[62633]: INFO nova.compute.manager [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Terminating instance [ 1526.355348] env[62633]: DEBUG nova.compute.manager [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1526.355595] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.356522] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62ce524-f43b-45e6-851e-41dc8aa034aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.364508] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.364724] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48e2633d-8374-4172-a618-abd35b0df68b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.371085] env[62633]: DEBUG oslo_vmware.api [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1526.371085] env[62633]: value = "task-2697114" [ 1526.371085] env[62633]: _type = "Task" [ 1526.371085] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.378938] env[62633]: DEBUG oslo_vmware.api [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.880804] env[62633]: DEBUG oslo_vmware.api [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697114, 'name': PowerOffVM_Task, 'duration_secs': 0.174112} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.881191] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.881233] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.881469] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-235a3159-fbf2-4fd4-8832-bdc709d64a02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.945024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.945307] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.945493] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleting the datastore file [datastore1] f421308b-17b4-4aa4-8104-64b89e14c18e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.945759] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-016f49a6-e8e7-4371-8fab-60ab0ee5ce04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.952193] env[62633]: DEBUG oslo_vmware.api [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for the task: (returnval){ [ 1526.952193] env[62633]: value = "task-2697116" [ 1526.952193] env[62633]: _type = "Task" [ 1526.952193] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.959634] env[62633]: DEBUG oslo_vmware.api [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.461959] env[62633]: DEBUG oslo_vmware.api [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Task: {'id': task-2697116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130085} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.462191] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.462383] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.462559] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.462756] env[62633]: INFO nova.compute.manager [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1527.463018] env[62633]: DEBUG oslo.service.loopingcall [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.463216] env[62633]: DEBUG nova.compute.manager [-] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.463311] env[62633]: DEBUG nova.network.neutron [-] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.879660] env[62633]: DEBUG nova.compute.manager [req-7147b867-0c43-4def-be9c-27c9c20eaddd req-dd4a4b4c-dc32-45f9-b719-c1773d3d29d6 service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Received event network-vif-deleted-32206483-5744-4fe1-b456-aa85432e0fba {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1527.879822] env[62633]: INFO nova.compute.manager [req-7147b867-0c43-4def-be9c-27c9c20eaddd req-dd4a4b4c-dc32-45f9-b719-c1773d3d29d6 service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Neutron deleted interface 32206483-5744-4fe1-b456-aa85432e0fba; detaching it from the instance and deleting it from the info cache [ 1527.880029] env[62633]: DEBUG nova.network.neutron [req-7147b867-0c43-4def-be9c-27c9c20eaddd req-dd4a4b4c-dc32-45f9-b719-c1773d3d29d6 service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.364616] env[62633]: DEBUG nova.network.neutron [-] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.382370] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df137aae-13a2-4792-92eb-b9dd3db50f6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.391662] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d719a6f0-fc17-498a-bfd7-9698a5a2e7cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.417467] env[62633]: DEBUG nova.compute.manager [req-7147b867-0c43-4def-be9c-27c9c20eaddd req-dd4a4b4c-dc32-45f9-b719-c1773d3d29d6 service nova] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Detach interface failed, port_id=32206483-5744-4fe1-b456-aa85432e0fba, reason: Instance f421308b-17b4-4aa4-8104-64b89e14c18e could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1528.641039] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.641039] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.641039] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.641039] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.641305] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.641305] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.641426] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.641606] env[62633]: DEBUG nova.compute.manager [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1528.641751] env[62633]: DEBUG oslo_service.periodic_task [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.868103] env[62633]: INFO nova.compute.manager [-] [instance: f421308b-17b4-4aa4-8104-64b89e14c18e] Took 1.40 seconds to deallocate network for instance. [ 1529.145134] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.145440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.145629] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.145842] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1529.146797] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d539906-49c8-4e6f-849a-e2e251da8284 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.155205] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700d6f6b-7382-4a08-944a-8abdcc356bb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.168554] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb2b1ca-32fe-485d-b53d-332bdec83c2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.175429] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35f8af0-ba6b-4a47-93e0-3165cff00e21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.202821] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181113MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1529.202960] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.203166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.373871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.228520] env[62633]: WARNING nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Instance f421308b-17b4-4aa4-8104-64b89e14c18e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1530.228739] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1530.228890] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1530.245282] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Refreshing inventories for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1530.256485] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Updating ProviderTree inventory for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1530.256651] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Updating inventory in ProviderTree for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1530.267060] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Refreshing aggregate associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1530.281918] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Refreshing trait associations for resource provider 99202964-43d9-4e5e-8b3d-44f8431e83fd, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1530.304477] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937db2b-3c6b-4fff-83fa-48d10cd64628 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.311762] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07e4c0d-4547-4e44-ba6c-16902b89061d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.340190] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b8a8f-39e2-4c91-bb40-3301d881ce8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.346697] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f81970e-1e1d-462d-b104-9e1bb1ffe040 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.359012] env[62633]: DEBUG nova.compute.provider_tree [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed in ProviderTree for provider: 99202964-43d9-4e5e-8b3d-44f8431e83fd {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.862304] env[62633]: DEBUG nova.scheduler.client.report [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Inventory has not changed for provider 99202964-43d9-4e5e-8b3d-44f8431e83fd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.367479] env[62633]: DEBUG nova.compute.resource_tracker [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1531.367797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-aeedcb8c-588e-4e4b-be30-9dbc0d1e8034 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.368046] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.994s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.368269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.389416] env[62633]: INFO nova.scheduler.client.report [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Deleted allocations for instance f421308b-17b4-4aa4-8104-64b89e14c18e [ 1531.898887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95567592-6d00-4980-b6e2-88854d3ff401 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Lock "f421308b-17b4-4aa4-8104-64b89e14c18e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.049s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}